[ 578.722290] env[65375]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 578.722290] env[65375]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 579.752265] env[65469]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 579.752265] env[65469]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 581.362806] env[65469]: INFO neutron.common.config [-] Logging enabled! [ 581.363177] env[65469]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b3.dev91 [ 581.363365] env[65469]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65469) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 581.363673] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 581.363785] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 581.364788] env[65469]: WARNING oslo_policy.policy [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 581.365054] env[65469]: WARNING oslo_policy.policy [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 581.367249] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] VMware NSXv3 Agent initialized successfully. [ 581.367611] env[65469]: DEBUG oslo_concurrency.lockutils [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] Acquiring lock "singleton_lock" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 581.367743] env[65469]: DEBUG oslo_concurrency.lockutils [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] Acquired lock "singleton_lock" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 581.367963] env[65469]: DEBUG oslo_concurrency.lockutils [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] Releasing lock "singleton_lock" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 581.368260] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] Full set of CONF: {{(pid=65469) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 581.368378] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ******************************************************************************** {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 581.368485] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] Configuration options gathered from: {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 581.368853] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 581.369045] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 581.369172] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ================================================================================ {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 581.369355] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] agent_down_time = 75 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.369495] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] allow_automatic_dhcp_failover = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.369632] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] allow_bulk = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.369776] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] api_extensions_path = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.369918] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] api_paste_config = api-paste.ini {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370071] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] auth_strategy = keystone {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370175] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] backdoor_port = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370277] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] backdoor_socket = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370415] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] backlog = 4096 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370553] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370713] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] bind_host = 0.0.0.0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370855] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] bind_port = 9696 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.370988] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] client_socket_timeout = 900 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371143] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] config_dir = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371255] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371398] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] config_source = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371560] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] control_exchange = neutron {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371708] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] core_plugin = ml2 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371849] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] debug = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.371988] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] default_availability_zones = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.372206] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] default_log_levels = ['amqp=WARN', 'boto=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.372349] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] dhcp_agent_notification = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.372485] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] dhcp_agents_per_network = 1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.372619] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] dhcp_lease_duration = 86400 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.372760] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] dhcp_load_type = networks {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.372900] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] dns_domain = openstacklocal {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373065] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373218] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_default_route_bfd = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373354] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_default_route_ecmp = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373490] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_dvr = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373659] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_new_agents = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373802] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.373987] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_signals = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.374232] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] enable_traditional_dhcp = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.374396] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] external_dns_driver = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.374565] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] filter_validation = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.374724] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] global_physnet_mtu = 8950 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.374892] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] graceful_shutdown_timeout = 60 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.375094] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] host = cpu-1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.375271] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] host_dvr_for_dhcp = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.375420] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] http_retries = 3 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.375566] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] instance_format = [instance: %(uuid)s] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.375816] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.375879] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ipam_driver = internal {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.376059] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ipv6_pd_enabled = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.376236] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] l3_ha = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.376416] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.376566] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] l3_ha_network_physical_name = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.376732] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] l3_ha_network_type = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.376895] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_color = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377065] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_config_append = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377225] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377390] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_dir = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377540] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_file = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377648] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_options = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377818] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_rotate_interval = 1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.377965] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_rotate_interval_type = days {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378119] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] log_rotation_type = none {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378229] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378348] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378523] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378675] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378783] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.378914] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] max_dns_nameservers = 5 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379058] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] max_header_line = 16384 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379195] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] max_l3_agents_per_router = 3 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379450] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] max_logfile_count = 30 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379450] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] max_logfile_size_mb = 200 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379611] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] max_subnet_host_routes = 20 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379761] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] my_ip = 10.180.1.21 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.379904] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] my_ipv6 = ::1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380049] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] network_auto_schedule = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380181] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] network_link_prefix = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380330] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380474] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] notify_nova_on_port_data_changes = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380634] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] notify_nova_on_port_status_changes = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380794] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] pagination_max_limit = -1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.380931] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] publish_errors = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.381121] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] rate_limit_burst = 0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.381358] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] rate_limit_except_level = CRITICAL {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.381586] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] rate_limit_interval = 0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.381782] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] retry_until_window = 30 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.381987] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] router_distributed = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.382157] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] rpc_resources_processing_step = 20 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.382298] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] rpc_response_max_timeout = 600 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.382441] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] rpc_response_timeout = 60 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.382577] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] send_events_interval = 2 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.382733] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] service_plugins = ['router'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.382913] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] setproctitle = on {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.383067] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] shell_completion = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.383214] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] state_path = /opt/stack/data/neutron {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.383362] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] syslog_log_facility = LOG_USER {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.383501] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] tcp_keepidle = 600 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.383690] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] transport_url = **** {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.383907] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] use_journal = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.384141] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] use_json = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.384327] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] use_ssl = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.384479] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] use_stderr = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.384659] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] use_syslog = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.384808] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] vlan_qinq = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.384990] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] vlan_transparent = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.385175] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] wsgi_default_pool_size = 100 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.385320] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] wsgi_keep_alive = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.385467] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.385604] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] wsgi_server_debug = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 581.385761] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_concurrency.disable_process_locking = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.385911] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386095] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386256] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386406] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386551] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386687] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386839] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.connection_string = messaging:// {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.386985] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.enabled = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.387171] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.es_doc_type = notification {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.387330] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.es_scroll_size = 10000 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.387481] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.es_scroll_time = 2m {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.387623] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.filter_error_trace = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.387794] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.hmac_keys = **** {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.387960] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.sentinel_service_name = mymaster {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.388125] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.socket_timeout = 0.1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.388297] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.trace_requests = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.388449] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler.trace_sqlalchemy = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.388606] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler_jaeger.process_tags = {} {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.388743] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler_jaeger.service_name_prefix = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.388935] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] profiler_otlp.service_name_prefix = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.389204] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.enforce_new_defaults = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.389651] env[65469]: WARNING oslo_config.cfg [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 581.389896] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.enforce_scope = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.390085] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.policy_default_rule = default {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.390249] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.390428] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.390594] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.390736] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.390874] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.391022] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.391166] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.391316] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.391601] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.391776] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] agent.extensions = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.391923] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392081] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] service_providers.service_provider = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392233] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.default_quota = -1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392382] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392530] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_floatingip = 50 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392696] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_network = 100 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392836] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_port = 500 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.392971] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.393138] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_router = 10 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.393322] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_security_group = 10 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.393477] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.393627] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.quota_subnet = 100 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.393786] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] QUOTAS.track_quota_usage = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.393941] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.394090] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.group = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.394226] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.helper_command = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.394392] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.log_daemon_traceback = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.394573] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.394748] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.thread_pool_size = 8 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.394901] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep.user = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395118] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395274] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.group = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395413] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.helper_command = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395548] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395684] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395844] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.395994] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_dhcp_release.user = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396154] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396287] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.group = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396419] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396552] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396688] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396821] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.396980] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_ovs_vsctl.user = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.397167] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.capabilities = [21] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.397308] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.group = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.397448] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.helper_command = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.397586] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.397727] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.397863] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398049] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_namespace.user = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398185] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.capabilities = [12] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398321] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.group = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398454] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.helper_command = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398587] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398723] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.398857] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399022] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_conntrack.user = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399209] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.capabilities = [12, 21] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399392] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.group = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399529] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.helper_command = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399676] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.log_daemon_traceback = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399850] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.399992] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.thread_pool_size = 8 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.400177] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] privsep_link.user = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.400390] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.400559] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.400716] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.continue_on_failed_promotions = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.400856] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.dscp = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.400996] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.dscp_inherit = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.401178] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.force_mp_to_policy = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.401343] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.locking_coordinator_url = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.401508] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.log_agent_heartbeats = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.401656] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.logging_expire = 1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.401852] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.402091] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.402332] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.polling_interval = 240 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.402562] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.402748] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.402904] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.report_interval = 30.0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403064] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403211] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403358] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403526] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.sync_skew = 60 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403673] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.synchronization_queue_size = 20 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403811] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT.use_helper_for_ns_read = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.403986] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] SECURITYGROUP.enable_ipset = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.404157] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] SECURITYGROUP.enable_security_group = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.404304] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.404475] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.404656] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] experimental.ipv6_pd_enabled = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.404890] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.extension_drivers = ['port_security'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.405103] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.external_network_type = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.405283] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.405505] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.overlay_ip_version = 4 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.405596] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.path_mtu = 8950 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.405766] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.physical_network_mtus = {} {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.405922] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406081] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406228] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ml2.type_drivers = ['vlan'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406376] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406513] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406649] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406829] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.406979] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.407135] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.407281] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.407429] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.407569] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.407800] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.407967] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_login_password = **** {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.408128] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.408270] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_login_user = admin {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.408420] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.408565] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.408702] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.408848] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.409030] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.409225] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.409391] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.409534] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.409703] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.409861] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.410060] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.410231] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.410392] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.410597] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.410762] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.410908] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.411098] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.411256] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.auth_section = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.411410] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.auth_type = password {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.411586] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.411734] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.certfile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412164] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.collect_timing = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412164] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.endpoint_type = public {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412278] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.insecure = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412334] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.keyfile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412481] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.region_name = RegionOne {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412625] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.split_loggers = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412760] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] nova.timeout = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.412900] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.auth_section = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.413114] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.auth_type = password {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.413298] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.413460] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.certfile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.413644] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.collect_timing = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.413817] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.endpoint_type = public {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.413977] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.insecure = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.414138] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.keyfile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.414327] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.region_name = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.414521] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.split_loggers = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.414677] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] placement.timeout = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.414825] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.auth_section = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.414971] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.auth_type = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.415167] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.cafile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.415320] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.certfile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.415490] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.collect_timing = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.415631] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.connect_retries = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.415769] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.connect_retry_delay = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.415908] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.enable_notifications = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416053] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.endpoint_override = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416192] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.insecure = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416329] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.interface = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416487] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.keyfile = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416639] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.max_version = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416776] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.min_version = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.416910] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.region_name = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417070] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.retriable_status_codes = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417217] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.service_name = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417356] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.service_type = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417544] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.split_loggers = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417697] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.status_code_retries = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417834] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.status_code_retry_delay = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.417968] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.timeout = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418118] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.valid_interfaces = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418251] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ironic.version = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418395] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] cli_script.dry_run = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418546] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418715] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418858] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.418994] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.419142] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.419283] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.419449] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.419594] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.419762] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.419924] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420075] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420224] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420374] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420516] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420653] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420822] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.420976] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.421148] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.421303] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.421444] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.421601] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.421743] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.421902] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422066] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422209] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422348] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422484] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422621] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422758] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.422895] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423077] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.ssl = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423232] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423380] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423518] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423660] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423803] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.423941] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.424129] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_notifications.driver = [] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.424301] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_notifications.retry = -1 {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.424477] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.424638] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 581.424752] env[65469]: DEBUG oslo_service.backend._eventlet.service [None req-e1b3bf88-2b7b-4628-b5ce-2cc5e569cf51 None None] ******************************************************************************** {{(pid=65469) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 581.426155] env[65469]: DEBUG neutron.agent.securitygroups_rpc [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Init firewall settings (driver=nsxv3) {{(pid=65469) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 581.427583] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65469) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 581.427833] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] RPC agent_id: nsxm-l-01a.corp.local [ 581.430565] env[65469]: DEBUG dogpile.cache.region [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.430689] env[65469]: DEBUG dogpile.lock [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.430790] env[65469]: DEBUG dogpile.lock [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.430883] env[65469]: DEBUG dogpile.lock [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.430977] env[65469]: DEBUG dogpile.cache.region [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.431093] env[65469]: DEBUG dogpile.lock [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.431297] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.451902] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Session token - acquiring [ 581.453462] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.453640] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 581.453759] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 581.454195] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 581.466294] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 581.738542] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 581.759132] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.759297] env[65469]: DEBUG dogpile.cache.region [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Cache value generated in 0.328 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.759420] env[65469]: DEBUG dogpile.lock [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.759527] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Activating Policy API Provider. [ 581.759730] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Looking for the default Infrastructure Rules. [ 581.825526] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Looking for the Default Layer3 Logged Drop Section. [ 581.839377] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 581.839836] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.840023] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 581.840135] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 581.840437] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 581.840765] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 582.357137] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 582.859965] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 583.362404] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Inventory metadata is going to be refreshed. [ 583.362610] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 584.044393] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.044986] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.044986] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.045550] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.057733] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 584.058021] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.058655] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 584.076162] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.076559] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.076559] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.076747] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.076872] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.077030] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 584.077153] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.077260] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 584.095600] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.095775] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.095883] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.096190] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.096365] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.096508] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 584.117269] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.117506] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.117575] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.117849] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.117989] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.118145] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 584.137151] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.137396] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.137471] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.137750] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.137887] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.138047] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 584.138155] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.138262] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 584.155543] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.155777] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.155854] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.156102] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.156226] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.156366] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 584.156471] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.156574] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 584.176301] env[65469]: DEBUG networking_nsxv3.common.locking [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.176569] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 584.176714] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 584.177102] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 584.177319] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.177550] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 584.177664] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 584.177766] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Inventory metadata have been refreshed. [ 584.177863] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Dryrun:True. Metadata refresh completed. [ 584.177979] env[65469]: DEBUG oslo_concurrency.lockutils [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 584.179797] env[65469]: INFO neutron.agent.agent_extensions_manager [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Loaded agent extensions: [] [ 584.180640] env[65469]: DEBUG neutron_lib.callbacks.manager [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65469) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 584.241327] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent RPC Daemon Started! [ 584.241610] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:0 started [ 584.241695] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent out of sync with plugin! [ 589.181483] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.181870] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.183337] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.184021] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.632980] env[65469]: INFO networking_nsxv3.common.synchronization [None req-40fe5635-9638-4162-8bd2-7f9b620f4838 demo admin] Enqueued Resource ID: cb013ea9-7e46-4335-922c-cda128484534 with Priority: HIGHEST for action security_group_rules [ 597.633584] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb013ea9-7e46-4335-922c-cda128484534 with Priority: HIGHEST for action security_group_rules [ 597.634017] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb013ea9-7e46-4335-922c-cda128484534 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.634100] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb013ea9-7e46-4335-922c-cda128484534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 597.634100] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb013ea9-7e46-4335-922c-cda128484534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 597.634455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb013ea9-7e46-4335-922c-cda128484534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 597.634545] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb013ea9-7e46-4335-922c-cda128484534',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 598.155249] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.155485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 598.155485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 598.155663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 598.155756] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 598.155851] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb013ea9-7e46-4335-922c-cda128484534 already deleted. [ 598.155939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb013ea9-7e46-4335-922c-cda128484534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 602.634740] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 602.635048] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 607.636686] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 607.636686] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 612.637706] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.637706] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 617.639297] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.639718] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 622.640793] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 622.641209] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 625.183789] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.184379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 625.184379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 625.184379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 625.184488] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 625.688070] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 626.191954] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 626.694686] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 626.694971] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 627.465725] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.466207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.466207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.466207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.479079] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 627.479318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.479971] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 627.501360] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.501616] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.501616] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.501784] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.501874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.501992] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 627.502079] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 627.502172] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 627.524277] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.524517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.524612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.524845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.525011] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.525160] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 627.545586] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.545878] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.545878] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.546051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.546164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.546275] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 627.569525] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.569792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.569792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.569938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.570059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.570177] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 627.570252] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 627.570324] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 627.589270] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.589503] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.589503] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.589675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.589762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.589873] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 627.589949] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 627.590051] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 627.633189] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.633443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.633443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.633621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.633727] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.633851] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 627.633928] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 627.633996] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 627.634078] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 627.634152] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 627.634212] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 627.634275] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 627.634635] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 627.634721] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 627.634787] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 627.642289] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 627.642454] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 627.658462] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.658790] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.658790] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.658928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.658996] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.659147] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 627.681148] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.681512] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 627.681512] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 627.681714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 627.681714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 627.695943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 632.643403] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 632.643706] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 637.644504] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 637.644979] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 642.646128] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 642.646569] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 647.647797] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 647.648274] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 652.648585] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 652.649046] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 657.650125] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 657.650950] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 662.652486] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 662.652908] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 667.653966] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 667.654491] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 672.655542] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 672.655917] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 677.657022] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 677.657402] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 682.657732] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 682.658225] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 687.659016] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 687.659016] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 687.663021] env[65469]: INFO networking_nsxv3.common.synchronization [None req-2566021e-2ca0-4aa2-b92f-f2f5a0a3baf7 None None] Enqueued Resource ID: a341d439-c186-4777-b5aa-2724946c6ccd with Priority: HIGHEST for action port [ 687.663601] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a341d439-c186-4777-b5aa-2724946c6ccd with Priority: HIGHEST for action port [ 687.663986] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a341d439-c186-4777-b5aa-2724946c6ccd taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664070] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a341d439-c186-4777-b5aa-2724946c6ccd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 687.664148] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a341d439-c186-4777-b5aa-2724946c6ccd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 687.664388] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a341d439-c186-4777-b5aa-2724946c6ccd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 687.664468] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a341d439-c186-4777-b5aa-2724946c6ccd',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 688.170484] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a341d439-c186-4777-b5aa-2724946c6ccd [ 688.170484] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.170484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 688.170484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 688.170484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 688.170484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 688.170484] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a341d439-c186-4777-b5aa-2724946c6ccd already deleted. [ 688.170484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a341d439-c186-4777-b5aa-2724946c6ccd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 689.781044] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8b62372a-e0af-4b35-9aba-548732048e97 None None] Enqueued Resource ID: 5b7f6e89-818b-467c-ac92-b847c907ff37 with Priority: HIGHEST for action port [ 689.781044] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7f6e89-818b-467c-ac92-b847c907ff37 with Priority: HIGHEST for action port [ 689.781044] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7f6e89-818b-467c-ac92-b847c907ff37 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.781044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7f6e89-818b-467c-ac92-b847c907ff37" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 689.781044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7f6e89-818b-467c-ac92-b847c907ff37" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 689.783846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7f6e89-818b-467c-ac92-b847c907ff37" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 689.783846] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7f6e89-818b-467c-ac92-b847c907ff37',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 690.285494] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b7f6e89-818b-467c-ac92-b847c907ff37 [ 690.285730] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 690.285948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 690.286185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 690.286343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 690.286409] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b7f6e89-818b-467c-ac92-b847c907ff37 already deleted. [ 690.286456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7f6e89-818b-467c-ac92-b847c907ff37" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 694.713513] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4c63238f-5824-4310-951f-55ed03a1b12d None None] Enqueued Resource ID: fd992537-81db-4a88-8f82-3948bc1c31bc with Priority: HIGHEST for action port [ 694.713752] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd992537-81db-4a88-8f82-3948bc1c31bc with Priority: HIGHEST for action port [ 694.713904] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd992537-81db-4a88-8f82-3948bc1c31bc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.714270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd992537-81db-4a88-8f82-3948bc1c31bc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 694.715065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd992537-81db-4a88-8f82-3948bc1c31bc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 694.715065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd992537-81db-4a88-8f82-3948bc1c31bc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 694.715065] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd992537-81db-4a88-8f82-3948bc1c31bc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 695.220405] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd992537-81db-4a88-8f82-3948bc1c31bc [ 695.220643] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.220794] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 695.220866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 695.221097] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 695.221193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 695.221290] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd992537-81db-4a88-8f82-3948bc1c31bc already deleted. [ 695.221370] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd992537-81db-4a88-8f82-3948bc1c31bc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 695.336110] env[65469]: INFO networking_nsxv3.common.synchronization [None req-b6652145-abbd-4dfd-a4c4-3178cf09b8c5 None None] Enqueued Resource ID: ed45da45-e3fa-45ff-97d8-45e65d807f78 with Priority: HIGHEST for action port [ 695.336681] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed45da45-e3fa-45ff-97d8-45e65d807f78 with Priority: HIGHEST for action port [ 695.336991] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed45da45-e3fa-45ff-97d8-45e65d807f78 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.337136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed45da45-e3fa-45ff-97d8-45e65d807f78" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 695.337206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed45da45-e3fa-45ff-97d8-45e65d807f78" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 695.337458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed45da45-e3fa-45ff-97d8-45e65d807f78" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 695.337543] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed45da45-e3fa-45ff-97d8-45e65d807f78',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 695.612962] env[65469]: INFO networking_nsxv3.common.synchronization [None req-08cbb1b2-78f7-47a7-baae-e75f87d1b057 None None] Enqueued Resource ID: bb7f6cfd-7244-4380-92fd-a8c39e9189c7 with Priority: HIGHEST for action port [ 695.613069] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb7f6cfd-7244-4380-92fd-a8c39e9189c7 with Priority: HIGHEST for action port [ 695.613360] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb7f6cfd-7244-4380-92fd-a8c39e9189c7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.613488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb7f6cfd-7244-4380-92fd-a8c39e9189c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 695.613942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb7f6cfd-7244-4380-92fd-a8c39e9189c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 695.613942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb7f6cfd-7244-4380-92fd-a8c39e9189c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 695.613942] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb7f6cfd-7244-4380-92fd-a8c39e9189c7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 695.788727] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4de5f5f3-6ff9-43a1-b0bf-6faae6dfefaa None None] Enqueued Resource ID: 8ba84134-269b-4a00-8e98-7e710a9e75dc with Priority: HIGHEST for action port [ 695.788727] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba84134-269b-4a00-8e98-7e710a9e75dc with Priority: HIGHEST for action port [ 695.788727] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba84134-269b-4a00-8e98-7e710a9e75dc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.788727] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba84134-269b-4a00-8e98-7e710a9e75dc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 695.789338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba84134-269b-4a00-8e98-7e710a9e75dc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 695.789464] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba84134-269b-4a00-8e98-7e710a9e75dc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 695.789545] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba84134-269b-4a00-8e98-7e710a9e75dc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 695.845125] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed45da45-e3fa-45ff-97d8-45e65d807f78 [ 695.845125] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.845125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 695.845125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 695.845125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 695.845125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 695.845125] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed45da45-e3fa-45ff-97d8-45e65d807f78 already deleted. [ 695.845125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed45da45-e3fa-45ff-97d8-45e65d807f78" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 696.120493] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb7f6cfd-7244-4380-92fd-a8c39e9189c7 [ 696.120900] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.121159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 696.121159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 696.121298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 696.121499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 696.121499] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb7f6cfd-7244-4380-92fd-a8c39e9189c7 already deleted. [ 696.121676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb7f6cfd-7244-4380-92fd-a8c39e9189c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 696.294737] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ba84134-269b-4a00-8e98-7e710a9e75dc [ 696.294737] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.294914] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 696.294914] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 696.295384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 696.295384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 696.295384] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ba84134-269b-4a00-8e98-7e710a9e75dc already deleted. [ 696.295529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba84134-269b-4a00-8e98-7e710a9e75dc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 697.408469] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f336abb5-5079-4f03-9206-a2e6926ea923 None None] Enqueued Resource ID: 08f0f345-3374-4da3-abef-674e2a9e5af1 with Priority: HIGHEST for action port [ 697.410989] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f0f345-3374-4da3-abef-674e2a9e5af1 with Priority: HIGHEST for action port [ 697.410989] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f0f345-3374-4da3-abef-674e2a9e5af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.410989] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f0f345-3374-4da3-abef-674e2a9e5af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 697.410989] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f0f345-3374-4da3-abef-674e2a9e5af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 697.410989] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f0f345-3374-4da3-abef-674e2a9e5af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 697.410989] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f0f345-3374-4da3-abef-674e2a9e5af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 697.914790] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08f0f345-3374-4da3-abef-674e2a9e5af1 [ 697.915022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.915170] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 697.915232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 697.915442] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 697.915533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 697.915639] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08f0f345-3374-4da3-abef-674e2a9e5af1 already deleted. [ 697.915723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f0f345-3374-4da3-abef-674e2a9e5af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 698.127018] env[65469]: INFO networking_nsxv3.common.synchronization [None req-fd2a0de0-6119-4e28-9dad-606eac03e3a8 None None] Enqueued Resource ID: 4cdf12de-4a4b-482a-9134-031d0511ccf5 with Priority: HIGHEST for action port [ 698.128147] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cdf12de-4a4b-482a-9134-031d0511ccf5 with Priority: HIGHEST for action port [ 698.128701] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cdf12de-4a4b-482a-9134-031d0511ccf5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.128883] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cdf12de-4a4b-482a-9134-031d0511ccf5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 698.128977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cdf12de-4a4b-482a-9134-031d0511ccf5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 698.129334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cdf12de-4a4b-482a-9134-031d0511ccf5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 698.129460] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cdf12de-4a4b-482a-9134-031d0511ccf5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 698.631168] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8833b16c-3419-4743-9788-36d978d30b3c None None] Enqueued Resource ID: 4b19aaed-a48e-40be-9187-c667319fddc4 with Priority: HIGHEST for action port [ 698.631717] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b19aaed-a48e-40be-9187-c667319fddc4 with Priority: HIGHEST for action port [ 698.631940] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cdf12de-4a4b-482a-9134-031d0511ccf5 [ 698.632146] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.632439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 698.632439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 698.632553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 698.632601] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 698.632721] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cdf12de-4a4b-482a-9134-031d0511ccf5 already deleted. [ 698.632833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cdf12de-4a4b-482a-9134-031d0511ccf5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 698.633100] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b19aaed-a48e-40be-9187-c667319fddc4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.633216] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b19aaed-a48e-40be-9187-c667319fddc4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 698.633957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b19aaed-a48e-40be-9187-c667319fddc4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 698.633957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b19aaed-a48e-40be-9187-c667319fddc4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 698.633957] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b19aaed-a48e-40be-9187-c667319fddc4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 699.135168] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b19aaed-a48e-40be-9187-c667319fddc4 [ 699.135419] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.135565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 699.136073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 699.136073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 699.136073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 699.136073] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b19aaed-a48e-40be-9187-c667319fddc4 already deleted. [ 699.136448] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b19aaed-a48e-40be-9187-c667319fddc4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 699.237395] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9fb911ca-e835-4e86-84ec-4ddb169395a2 None None] Enqueued Resource ID: ac7d2794-ff95-4c11-b19b-306a209cf17c with Priority: HIGHEST for action port [ 699.237977] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7d2794-ff95-4c11-b19b-306a209cf17c with Priority: HIGHEST for action port [ 699.238361] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac7d2794-ff95-4c11-b19b-306a209cf17c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.238440] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac7d2794-ff95-4c11-b19b-306a209cf17c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 699.238499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac7d2794-ff95-4c11-b19b-306a209cf17c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 699.238778] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac7d2794-ff95-4c11-b19b-306a209cf17c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 699.239493] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac7d2794-ff95-4c11-b19b-306a209cf17c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 699.742201] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac7d2794-ff95-4c11-b19b-306a209cf17c [ 699.744631] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.744631] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 699.744788] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 699.745467] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 699.745467] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 699.745467] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac7d2794-ff95-4c11-b19b-306a209cf17c already deleted. [ 699.745467] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac7d2794-ff95-4c11-b19b-306a209cf17c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 700.084720] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4c52af5f-f68f-413c-9656-3c1fe5164ae2 None None] Enqueued Resource ID: 487761cb-febd-4305-8e97-9d5f6974c2d8 with Priority: HIGHEST for action port [ 700.085217] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 487761cb-febd-4305-8e97-9d5f6974c2d8 with Priority: HIGHEST for action port [ 700.085509] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-487761cb-febd-4305-8e97-9d5f6974c2d8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.085634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-487761cb-febd-4305-8e97-9d5f6974c2d8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 700.085686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-487761cb-febd-4305-8e97-9d5f6974c2d8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 700.086111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-487761cb-febd-4305-8e97-9d5f6974c2d8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 700.086111] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('487761cb-febd-4305-8e97-9d5f6974c2d8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 700.263057] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8eb0eb78-f806-4e72-b209-d2584dc4cc1b None None] Enqueued Resource ID: 4e558aec-c362-4843-b4a8-1634b0c32681 with Priority: HIGHEST for action port [ 700.264045] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e558aec-c362-4843-b4a8-1634b0c32681 with Priority: HIGHEST for action port [ 700.264045] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e558aec-c362-4843-b4a8-1634b0c32681 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.264835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e558aec-c362-4843-b4a8-1634b0c32681" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 700.264910] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e558aec-c362-4843-b4a8-1634b0c32681" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 700.265234] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e558aec-c362-4843-b4a8-1634b0c32681" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 700.265353] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e558aec-c362-4843-b4a8-1634b0c32681',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 700.588717] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 487761cb-febd-4305-8e97-9d5f6974c2d8 [ 700.588952] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.589143] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 700.589222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 700.589417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 700.589506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 700.589602] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:487761cb-febd-4305-8e97-9d5f6974c2d8 already deleted. [ 700.589684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-487761cb-febd-4305-8e97-9d5f6974c2d8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 700.767975] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e558aec-c362-4843-b4a8-1634b0c32681 [ 700.768226] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.769016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 700.769016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 700.769335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 700.769439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 700.769555] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e558aec-c362-4843-b4a8-1634b0c32681 already deleted. [ 700.769640] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e558aec-c362-4843-b4a8-1634b0c32681" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 701.710889] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9e3f42f5-862c-43ab-a6ae-92747cb896ab None None] Enqueued Resource ID: f0da35a7-cbc4-481a-a561-2467e46b5866 with Priority: HIGHEST for action port [ 701.713022] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0da35a7-cbc4-481a-a561-2467e46b5866 with Priority: HIGHEST for action port [ 701.713022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0da35a7-cbc4-481a-a561-2467e46b5866 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.713022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0da35a7-cbc4-481a-a561-2467e46b5866" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 701.713022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0da35a7-cbc4-481a-a561-2467e46b5866" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 701.713022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0da35a7-cbc4-481a-a561-2467e46b5866" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 701.713022] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0da35a7-cbc4-481a-a561-2467e46b5866',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 701.936124] env[65469]: INFO networking_nsxv3.common.synchronization [None req-aae22b09-5d36-443d-a085-74f22017cbe0 None None] Enqueued Resource ID: f708dfa0-f4d2-4f3d-a05f-ceefb793a351 with Priority: HIGHEST for action port [ 701.936767] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f708dfa0-f4d2-4f3d-a05f-ceefb793a351 with Priority: HIGHEST for action port [ 701.938255] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-f708dfa0-f4d2-4f3d-a05f-ceefb793a351 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.939719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f708dfa0-f4d2-4f3d-a05f-ceefb793a351" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 701.939809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f708dfa0-f4d2-4f3d-a05f-ceefb793a351" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 701.940093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f708dfa0-f4d2-4f3d-a05f-ceefb793a351" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 701.940183] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f708dfa0-f4d2-4f3d-a05f-ceefb793a351',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 702.215304] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0da35a7-cbc4-481a-a561-2467e46b5866 [ 702.215356] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.215515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 702.215593] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 702.215819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 702.215918] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 702.216307] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0da35a7-cbc4-481a-a561-2467e46b5866 already deleted. [ 702.216459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0da35a7-cbc4-481a-a561-2467e46b5866" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 702.443071] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f708dfa0-f4d2-4f3d-a05f-ceefb793a351 [ 702.443366] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.443526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 702.443587] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 702.443825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 702.443907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 702.444059] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f708dfa0-f4d2-4f3d-a05f-ceefb793a351 already deleted. [ 702.444152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f708dfa0-f4d2-4f3d-a05f-ceefb793a351" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 704.850573] env[65469]: INFO networking_nsxv3.common.synchronization [None req-c1be43c1-1159-4b6d-8662-c4498d3d45aa None None] Enqueued Resource ID: e33c6cad-c43e-4ff7-9d75-502863f3c525 with Priority: HIGHEST for action port [ 704.851312] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33c6cad-c43e-4ff7-9d75-502863f3c525 with Priority: HIGHEST for action port [ 704.851863] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33c6cad-c43e-4ff7-9d75-502863f3c525 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.851863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33c6cad-c43e-4ff7-9d75-502863f3c525" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 704.851863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33c6cad-c43e-4ff7-9d75-502863f3c525" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 704.851982] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33c6cad-c43e-4ff7-9d75-502863f3c525" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 704.853290] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33c6cad-c43e-4ff7-9d75-502863f3c525',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 704.871532] env[65469]: INFO networking_nsxv3.common.synchronization [None req-081b53a9-7cf5-42d6-b93e-cab64d86b953 tempest-ServersTestFqdnHostnames-1317685366 tempest-ServersTestFqdnHostnames-1317685366-project-member] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_rules [ 704.872849] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_rules [ 704.872849] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.872849] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 704.872849] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 704.873198] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 704.873258] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 704.963474] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1af7df26-716a-4457-a036-8995399fce59 tempest-ServersTestFqdnHostnames-1317685366 tempest-ServersTestFqdnHostnames-1317685366-project-member] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_rules [ 704.964512] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_rules [ 704.964512] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.964663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 705.357068] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e33c6cad-c43e-4ff7-9d75-502863f3c525 [ 705.357832] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.358019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 705.358077] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 705.358286] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 705.358474] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 705.358474] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e33c6cad-c43e-4ff7-9d75-502863f3c525 already deleted. [ 705.358546] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33c6cad-c43e-4ff7-9d75-502863f3c525" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 705.408024] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 705.408024] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 already deleted. [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 705.408024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 705.408024] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 705.670650] env[65469]: INFO networking_nsxv3.common.synchronization [None req-ea99e33c-5e92-4e30-a788-5fb7c830b8c3 None None] Enqueued Resource ID: 23c0a61b-84bf-40eb-b14f-2568f858d221 with Priority: HIGHEST for action port [ 705.671329] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c0a61b-84bf-40eb-b14f-2568f858d221 with Priority: HIGHEST for action port [ 705.671561] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c0a61b-84bf-40eb-b14f-2568f858d221 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.671694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c0a61b-84bf-40eb-b14f-2568f858d221" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 705.671838] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c0a61b-84bf-40eb-b14f-2568f858d221" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 705.672110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c0a61b-84bf-40eb-b14f-2568f858d221" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 705.672302] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c0a61b-84bf-40eb-b14f-2568f858d221',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 705.937157] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.937483] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 705.937483] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 705.937673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 705.937856] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 705.938445] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 already deleted. [ 705.938445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.175806] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23c0a61b-84bf-40eb-b14f-2568f858d221 [ 706.176064] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.176226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.176300] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.176543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.176780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.176780] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23c0a61b-84bf-40eb-b14f-2568f858d221 already deleted. [ 706.176939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c0a61b-84bf-40eb-b14f-2568f858d221" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.213369] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f8ad7dd6-7281-4298-8883-1fee9eadd054 None None] Enqueued Resource ID: 699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6 with Priority: HIGHEST for action port [ 706.213369] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6 with Priority: HIGHEST for action port [ 706.214397] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.214543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.214766] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.214873] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.215551] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 706.291550] env[65469]: INFO networking_nsxv3.common.synchronization [req-f769fcbf-e286-4327-81dd-cdaa3c34bf46 req-52cf2dd9-f952-460c-bde3-862b6e7666bd tempest-FloatingIPsAssociationTestJSON-472239000 tempest-FloatingIPsAssociationTestJSON-472239000-project-member] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 706.292751] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 706.293295] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.293560] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.293682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.293990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.294171] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.294326] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.294376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.295111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.296288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.296561] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 706.717728] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6 [ 706.717978] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.718144] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.718218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.718559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.718559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.718657] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6 already deleted. [ 706.718688] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699eaf45-aaeb-4ec7-b1f9-239b6b9e35b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.798666] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.799597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.799597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.799597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.799597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.799815] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.800012] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.800012] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.800754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.800754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.800754] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 already deleted. [ 706.800754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.970919] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.971288] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.971288] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.971612] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.971928] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.972111] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.972232] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.972452] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.972593] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.972935] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.973070] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.973232] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.973354] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.974098] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.974098] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.974098] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.994293] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.994544] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.994745] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.994990] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 706.995353] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-457c1734-c99a-4d71-a200-0341a9e3bdd8 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.995564] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 706.995691] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 706.996144] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 706.996233] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457c1734-c99a-4d71-a200-0341a9e3bdd8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 707.499014] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499438] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 707.500560] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 707.500997] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 707.500997] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 707.501179] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 457c1734-c99a-4d71-a200-0341a9e3bdd8 not found, creating... [ 707.501543] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.501647] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 707.501728] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 707.501947] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 707.502095] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 707.502459] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.502621] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 707.502743] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 707.502984] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 707.503387] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 707.503714] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 457c1734-c99a-4d71-a200-0341a9e3bdd8 is going to be created. [ 707.559402] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559557] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 707.559677] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 707.560057] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 707.560181] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 707.560403] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 707.881193] env[65469]: INFO networking_nsxv3.common.synchronization [req-2b345ecd-1e89-41bd-84fb-89392c8ec5d5 req-ef227be9-36ce-438c-b101-4eb34dadd8b0 tempest-TenantUsagesTestJSON-704981362 tempest-TenantUsagesTestJSON-704981362-project-member] Enqueued Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_members [ 707.881193] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_members [ 707.881389] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 707.881568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 707.881775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 707.882321] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.882321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 707.882446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 707.882573] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 707.882729] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 707.882768] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.281818] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.282143] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.282143] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.282466] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.282753] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.282971] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.283721] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.283986] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.284398] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.284398] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.284530] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.284578] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.284689] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.285599] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.285599] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.285599] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.304387] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.304643] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.304729] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.304881] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.305217] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-c7a2377a-6ee6-4723-9536-d02ae3418549 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.305403] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.305517] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.305868] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.305989] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a2377a-6ee6-4723-9536-d02ae3418549',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.335301] env[65469]: INFO networking_nsxv3.common.synchronization [req-f769fcbf-e286-4327-81dd-cdaa3c34bf46 req-9ef1a740-1b51-412b-9c7b-82cc0085a425 service nova] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_rules [ 708.335400] env[65469]: INFO networking_nsxv3.common.synchronization [req-f769fcbf-e286-4327-81dd-cdaa3c34bf46 req-9ef1a740-1b51-412b-9c7b-82cc0085a425 service nova] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 708.335555] env[65469]: INFO networking_nsxv3.common.synchronization [req-f769fcbf-e286-4327-81dd-cdaa3c34bf46 req-9ef1a740-1b51-412b-9c7b-82cc0085a425 service nova] Enqueued Resource ID: 457c1734-c99a-4d71-a200-0341a9e3bdd8 with Priority: HIGHEST for action port [ 708.336761] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_rules [ 708.336955] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 708.337018] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 457c1734-c99a-4d71-a200-0341a9e3bdd8 with Priority: HIGHEST for action port [ 708.337296] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.337439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.337487] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.337755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.337843] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.339386] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.339457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.339489] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.339670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.339824] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.339929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.339995] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.340153] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.340241] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.340333] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.341523] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-457c1734-c99a-4d71-a200-0341a9e3bdd8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.341633] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.341633] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.342239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.342239] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('457c1734-c99a-4d71-a200-0341a9e3bdd8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.385612] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.385760] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.385831] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.386053] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.386140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.386331] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.386430] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.386493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.386634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.386708] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.386792] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 already deleted. [ 708.386870] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.556102] env[65469]: INFO networking_nsxv3.common.synchronization [None req-5a4eab74-8210-4eb0-abed-6c82c281625c None None] Enqueued Resource ID: ba56453b-f4da-4160-9c8d-51d81c05aa92 with Priority: HIGHEST for action port [ 708.556684] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba56453b-f4da-4160-9c8d-51d81c05aa92 with Priority: HIGHEST for action port [ 708.556992] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba56453b-f4da-4160-9c8d-51d81c05aa92 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.557378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba56453b-f4da-4160-9c8d-51d81c05aa92" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.557648] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba56453b-f4da-4160-9c8d-51d81c05aa92" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.558039] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba56453b-f4da-4160-9c8d-51d81c05aa92" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.558474] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba56453b-f4da-4160-9c8d-51d81c05aa92',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.808324] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.808552] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.808677] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.808945] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.809260] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.809481] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port c7a2377a-6ee6-4723-9536-d02ae3418549 not found, creating... [ 708.809773] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.809950] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.810112] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.810330] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.810489] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.810797] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.810975] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.811110] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.811321] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.811456] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.811594] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: c7a2377a-6ee6-4723-9536-d02ae3418549 is going to be created. [ 708.834879] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.835117] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.835241] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.835522] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.835742] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.835958] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.846817] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.846941] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.862173] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 708.862173] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 457c1734-c99a-4d71-a200-0341a9e3bdd8 with status ACTIVE [ 708.862173] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.862173] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.862173] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.862409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.862409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.862474] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.862899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.862899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.862899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.862899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.863109] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.863821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.863821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.863821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.863821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.863821] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 457c1734-c99a-4d71-a200-0341a9e3bdd8 is going to be updated. [ 708.889140] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.889140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 708.889140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 708.889140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 708.889140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 708.889140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-457c1734-c99a-4d71-a200-0341a9e3bdd8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 709.061558] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba56453b-f4da-4160-9c8d-51d81c05aa92 [ 709.061846] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.062032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.062111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.062342] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.062625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 709.062625] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba56453b-f4da-4160-9c8d-51d81c05aa92 already deleted. [ 709.062625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba56453b-f4da-4160-9c8d-51d81c05aa92" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 709.366771] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 709.626491] env[65469]: INFO networking_nsxv3.common.synchronization [req-2b345ecd-1e89-41bd-84fb-89392c8ec5d5 req-bbf452f4-a475-4a85-819d-e856eaff9515 service nova] Enqueued Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_rules [ 709.626680] env[65469]: INFO networking_nsxv3.common.synchronization [req-2b345ecd-1e89-41bd-84fb-89392c8ec5d5 req-bbf452f4-a475-4a85-819d-e856eaff9515 service nova] Enqueued Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_members [ 709.626816] env[65469]: INFO networking_nsxv3.common.synchronization [req-2b345ecd-1e89-41bd-84fb-89392c8ec5d5 req-bbf452f4-a475-4a85-819d-e856eaff9515 service nova] Enqueued Resource ID: c7a2377a-6ee6-4723-9536-d02ae3418549 with Priority: HIGHEST for action port [ 709.627341] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_rules [ 709.627475] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_members [ 709.627856] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7a2377a-6ee6-4723-9536-d02ae3418549 with Priority: HIGHEST for action port [ 709.628268] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.628453] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.628546] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.628823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.628940] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 709.630629] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.630629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.630629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.630813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.631015] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.631177] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.631231] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.631396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.631634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 709.631634] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 709.632766] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7a2377a-6ee6-4723-9536-d02ae3418549 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.632970] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.633019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.633217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.633295] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7a2377a-6ee6-4723-9536-d02ae3418549',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 709.870339] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.870544] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.870601] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.870792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.870882] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 709.870977] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be created. [ 709.978546] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.978713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 709.978766] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 709.979032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 709.979137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 709.993812] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: UNINITIALIZED for 2s [ 710.130774] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.130920] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.135914] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7a2377a-6ee6-4723-9536-d02ae3418549 with status ACTIVE [ 710.135914] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.136085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.136155] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.136869] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.136869] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.136869] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.136869] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.136869] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.137116] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.137116] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.137183] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.137284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.137343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.137481] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.137551] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.137633] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7a2377a-6ee6-4723-9536-d02ae3418549 is going to be updated. [ 710.138904] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 710.161909] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.162132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.162214] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.162373] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.162504] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.162711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7a2377a-6ee6-4723-9536-d02ae3418549" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.344216] env[65469]: INFO networking_nsxv3.common.synchronization [req-5eba0a41-6ebc-46be-a321-3ca99b8ee203 req-6161f964-b1d8-4fea-b94c-73bbafaea095 tempest-ServerDiagnosticsTest-637004203 tempest-ServerDiagnosticsTest-637004203-project-member] Enqueued Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_members [ 710.344421] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_members [ 710.344857] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.345195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.345433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.345790] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.346406] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.346648] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.346792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.347052] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.347225] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.347391] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 710.641814] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 710.850362] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.850614] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.850614] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.850750] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.850846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.851052] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.851158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.851218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.851365] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.851440] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.851525] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 already deleted. [ 710.851604] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.859047] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.859708] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.859708] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.860054] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.860404] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.860659] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.860848] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.861115] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.861259] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.861463] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.861575] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.861699] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.861839] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.861956] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.862074] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.862202] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.881543] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.881734] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.882095] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.882095] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 710.882379] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-5850a379-6213-4351-8b9c-5677d834c517 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.882560] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 710.882672] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 710.883014] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 710.883162] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5850a379-6213-4351-8b9c-5677d834c517',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 711.144214] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.144366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.144437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.144642] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.144726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.144821] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 is going to be created. [ 711.168575] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.168785] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.168785] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.169008] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.169184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.178575] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 in Status: UNINITIALIZED for 2s [ 711.385858] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.386195] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.386432] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.386771] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.386942] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.387131] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 5850a379-6213-4351-8b9c-5677d834c517 not found, creating... [ 711.387540] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.387766] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.387900] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.389067] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.389067] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.389067] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.389067] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.389067] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.389417] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.389583] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.389803] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 5850a379-6213-4351-8b9c-5677d834c517 is going to be created. [ 711.414761] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.415022] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.415107] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.415390] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.415624] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.415847] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 711.587066] env[65469]: INFO networking_nsxv3.common.synchronization [None req-84087422-7309-40b9-a07d-264ac13b0241 tempest-VolumesAssistedSnapshotsTest-1943731308 tempest-VolumesAssistedSnapshotsTest-1943731308-project-member] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_rules [ 711.587380] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_rules [ 711.587664] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.587819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 711.588922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 711.588922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 711.588922] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.008838] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 712.009346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.009617] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.009943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.010257] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.010484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.010558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.010845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.011044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.011152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.011614] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.108568] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.108741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.108813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.109091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.109195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.109293] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe already deleted. [ 712.109379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.136038] env[65469]: INFO networking_nsxv3.common.synchronization [req-5eba0a41-6ebc-46be-a321-3ca99b8ee203 req-3fe5c455-bb66-4f02-a3df-389322d42bc7 service nova] Enqueued Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_rules [ 712.136230] env[65469]: INFO networking_nsxv3.common.synchronization [req-5eba0a41-6ebc-46be-a321-3ca99b8ee203 req-3fe5c455-bb66-4f02-a3df-389322d42bc7 service nova] Enqueued Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_members [ 712.136377] env[65469]: INFO networking_nsxv3.common.synchronization [req-5eba0a41-6ebc-46be-a321-3ca99b8ee203 req-3fe5c455-bb66-4f02-a3df-389322d42bc7 service nova] Enqueued Resource ID: 5850a379-6213-4351-8b9c-5677d834c517 with Priority: HIGHEST for action port [ 712.136963] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_rules [ 712.137266] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_members [ 712.137391] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5850a379-6213-4351-8b9c-5677d834c517 with Priority: HIGHEST for action port [ 712.137691] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.137825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.137899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.138199] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.138290] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.140701] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.140849] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.140890] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.141470] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.142076] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.142076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.142076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.142271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.142352] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.142417] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.144281] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5850a379-6213-4351-8b9c-5677d834c517 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.144281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.144281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.144281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.144469] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5850a379-6213-4351-8b9c-5677d834c517',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.224078] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6ce85416-e2bf-4989-818c-3f2de575ba96 tempest-VolumesAssistedSnapshotsTest-1943731308 tempest-VolumesAssistedSnapshotsTest-1943731308-project-member] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_rules [ 712.224637] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_rules [ 712.225138] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.225289] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.225359] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.225561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.225642] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.514556] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.514556] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.514556] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.514925] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.514925] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.514925] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.515151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.515151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.515243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.515335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.515529] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.515654] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.515719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.515863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.516011] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.516118] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.516183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.516395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.516704] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.517392] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.517650] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.644967] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 712.646341] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5850a379-6213-4351-8b9c-5677d834c517 with status ACTIVE [ 712.646693] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.646847] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.646916] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.647159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.647289] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.647491] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.647629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.647745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.647867] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.647947] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.648314] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.648421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.648485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.648635] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.648713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.648801] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5850a379-6213-4351-8b9c-5677d834c517 is going to be updated. [ 712.650185] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.650380] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.671953] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.672550] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.672635] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.672860] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.673038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.673212] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5850a379-6213-4351-8b9c-5677d834c517" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.748148] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.748451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 712.748451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 712.748665] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 712.748744] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 712.748794] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe already deleted. [ 712.748860] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.020865] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5: rpc.has_security_group_logging(os_id): False [ 713.040904] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.041061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.041061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.041297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.041395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.041623] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.041729] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.041798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.041988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.042060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.042240] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.042324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.042504] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.042553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.042721] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.043372] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.043493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.043493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.044192] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.044286] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.044428] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be created. [ 713.142782] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.143758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.143758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.143758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.144161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.152628] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 713.160612] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: IN_PROGRESS for 2s [ 713.188051] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 in Status: SUCCESS [ 713.188279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.188450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.188668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.188858] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.188981] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.189067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.189222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.189307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.189395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.189486] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 713.657925] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.658174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.658505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.658505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.658574] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.658654] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 is going to be created. [ 713.693930] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.694150] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.694150] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.696147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.696147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.696147] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.696147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.696147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.696652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.696840] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.696957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.698893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.699076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.699178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.699272] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.699427] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.700630] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.700630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.700630] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 713.718994] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 in Status: UNINITIALIZED for 2s [ 713.953041] env[65469]: INFO networking_nsxv3.common.synchronization [req-9acd9447-9b7b-492d-ac5b-3023fed57641 req-48e1127c-5b97-4cee-bdcf-95c534eab1c0 tempest-DeleteServersAdminTestJSON-690863121 tempest-DeleteServersAdminTestJSON-690863121-project-member] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 713.953257] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 713.953691] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.955416] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 713.955416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 713.955416] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 714.016318] env[65469]: INFO networking_nsxv3.common.synchronization [None req-dd5739eb-384d-4f32-abbc-17a90d9e8c02 None None] Enqueued Resource ID: 5737e2fb-937f-4db4-8305-1c13d3f56c0b with Priority: HIGHEST for action port [ 714.017355] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5737e2fb-937f-4db4-8305-1c13d3f56c0b with Priority: HIGHEST for action port [ 714.017634] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5737e2fb-937f-4db4-8305-1c13d3f56c0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.017894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5737e2fb-937f-4db4-8305-1c13d3f56c0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.017976] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5737e2fb-937f-4db4-8305-1c13d3f56c0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.018320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5737e2fb-937f-4db4-8305-1c13d3f56c0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.018435] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5737e2fb-937f-4db4-8305-1c13d3f56c0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 714.204951] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 919e553b-5161-46d2-b48c-b8d8b5b1d067: rpc.has_security_group_logging(os_id): False [ 714.228508] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.228508] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.228508] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.228508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.229068] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.229068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.229068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.229068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.229068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.229068] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 is going to be created. [ 714.293279] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.293663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.293854] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.294246] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.294472] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.319668] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 in Status: IN_PROGRESS for 2s [ 714.458151] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.458346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.458448] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.458676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.458968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.458968] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.459113] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.459164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.459346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.459427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.460716] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 already deleted. [ 714.460716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.485166] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.485166] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.485166] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.485166] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.485166] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.485166] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.485166] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.485658] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.485807] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.486071] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.486195] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.486302] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.486408] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.486530] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.486649] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.486778] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.508521] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.508691] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.508820] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.509032] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.509321] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-b521acaa-20d3-47d2-83e5-bf46598dcc68 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.509495] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.509610] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.509922] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.510123] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b521acaa-20d3-47d2-83e5-bf46598dcc68',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 714.522264] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5737e2fb-937f-4db4-8305-1c13d3f56c0b [ 714.522512] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.522660] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 714.522733] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 714.524224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 714.524224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 714.524224] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5737e2fb-937f-4db4-8305-1c13d3f56c0b already deleted. [ 714.524224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5737e2fb-937f-4db4-8305-1c13d3f56c0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.012701] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.013146] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.013421] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.013766] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.014077] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.015244] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port b521acaa-20d3-47d2-83e5-bf46598dcc68 not found, creating... [ 715.015620] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.015837] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.016079] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.017756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.017756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.017756] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.017756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.017756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.017756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.017756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.017756] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: b521acaa-20d3-47d2-83e5-bf46598dcc68 is going to be created. [ 715.044268] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.044495] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.044623] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.044899] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.045240] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.045570] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.176353] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 715.177862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.724085] env[65469]: INFO networking_nsxv3.common.synchronization [req-9acd9447-9b7b-492d-ac5b-3023fed57641 req-8afe96e1-8649-4ad9-8d06-2b74dbfa449d service nova] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_rules [ 715.724329] env[65469]: INFO networking_nsxv3.common.synchronization [req-9acd9447-9b7b-492d-ac5b-3023fed57641 req-8afe96e1-8649-4ad9-8d06-2b74dbfa449d service nova] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 715.724406] env[65469]: INFO networking_nsxv3.common.synchronization [req-9acd9447-9b7b-492d-ac5b-3023fed57641 req-8afe96e1-8649-4ad9-8d06-2b74dbfa449d service nova] Enqueued Resource ID: b521acaa-20d3-47d2-83e5-bf46598dcc68 with Priority: HIGHEST for action port [ 715.725804] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_rules [ 715.725951] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 715.726069] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b521acaa-20d3-47d2-83e5-bf46598dcc68 with Priority: HIGHEST for action port [ 715.726367] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.726480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.726548] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.726807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.726930] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 715.727986] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.728086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.728086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.728271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.728418] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.728848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.728848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.728848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.728848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.729124] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 715.729658] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-b521acaa-20d3-47d2-83e5-bf46598dcc68 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.729936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.729936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.730050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.730050] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b521acaa-20d3-47d2-83e5-bf46598dcc68',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 715.733753] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 in Status: SUCCESS [ 715.733753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.733753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.733987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.734071] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.734185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 715.734259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 715.734401] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 715.734482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.734567] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 715.734651] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 716.069705] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6b1ccde1-8029-4ff8-a25b-eaf0c0f40dbc None None] Enqueued Resource ID: a0c38ac2-1465-4c3e-833c-78c8f0b87967 with Priority: HIGHEST for action port [ 716.069705] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c38ac2-1465-4c3e-833c-78c8f0b87967 with Priority: HIGHEST for action port [ 716.069926] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c38ac2-1465-4c3e-833c-78c8f0b87967 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.070029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c38ac2-1465-4c3e-833c-78c8f0b87967" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.071385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c38ac2-1465-4c3e-833c-78c8f0b87967" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.071837] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c38ac2-1465-4c3e-833c-78c8f0b87967" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.071837] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c38ac2-1465-4c3e-833c-78c8f0b87967',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 716.232494] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.232632] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.232819] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 716.234685] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b521acaa-20d3-47d2-83e5-bf46598dcc68 with status ACTIVE [ 716.234969] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.235079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.235134] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.235303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.235397] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.235577] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.235680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.235735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.235943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.235943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.236142] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.236237] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.236289] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.236422] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.236542] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.236617] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b521acaa-20d3-47d2-83e5-bf46598dcc68 is going to be updated. [ 716.241285] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.241285] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.241285] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.241285] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.241285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.242818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.242818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.242818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.242818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.242818] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 716.262239] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.262408] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.262471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.262657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.262922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.263043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b521acaa-20d3-47d2-83e5-bf46598dcc68" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.333688] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 in Status: SUCCESS [ 716.334051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.347386] env[65469]: INFO networking_nsxv3.common.synchronization [None req-5ba633e0-6143-4cfb-be11-d8bd12fcd4a6 None None] Enqueued Resource ID: 24713d3b-6011-4467-9377-1e04e1540909 with Priority: HIGHEST for action port [ 716.347932] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24713d3b-6011-4467-9377-1e04e1540909 with Priority: HIGHEST for action port [ 716.348253] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-24713d3b-6011-4467-9377-1e04e1540909 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.348427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24713d3b-6011-4467-9377-1e04e1540909" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.348488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24713d3b-6011-4467-9377-1e04e1540909" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.348697] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24713d3b-6011-4467-9377-1e04e1540909" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.348791] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24713d3b-6011-4467-9377-1e04e1540909',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 716.575399] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0c38ac2-1465-4c3e-833c-78c8f0b87967 [ 716.575681] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.575853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.575944] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.576260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.576385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.576489] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0c38ac2-1465-4c3e-833c-78c8f0b87967 already deleted. [ 716.576661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c38ac2-1465-4c3e-833c-78c8f0b87967" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.739484] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 716.744731] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28dc0491-36f0-4aa4-a478-e7ee7340a232: rpc.has_security_group_logging(os_id): False [ 716.768218] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.768218] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.768218] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.768218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.768759] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.768759] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.769343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.770754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.770754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.770754] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 is going to be created. [ 716.841142] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.841526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.841526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.841628] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.841767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.851473] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24713d3b-6011-4467-9377-1e04e1540909 [ 716.851708] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.851985] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 716.852086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 716.852303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 716.852395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.852496] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24713d3b-6011-4467-9377-1e04e1540909 already deleted. [ 716.852580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24713d3b-6011-4467-9377-1e04e1540909" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 716.855955] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 in Status: IN_PROGRESS for 2s [ 717.242299] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.242531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 717.242637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 717.242860] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 717.242953] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 717.243087] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be created. [ 717.269688] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.269839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 717.270545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 717.270545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 717.270545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 717.281362] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: UNINITIALIZED for 2s [ 717.494146] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e7fceb3-28f2-4d23-8fe1-fb5b375b9911 req-f745f53c-71a5-45ff-9f03-71229825258f tempest-ImagesOneServerNegativeTestJSON-1415533328 tempest-ImagesOneServerNegativeTestJSON-1415533328-project-member] Enqueued Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_members [ 717.494146] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_members [ 717.495132] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.495132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 717.495132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 717.495132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 717.495368] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.495698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 717.495698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 717.495852] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 717.495977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 717.496128] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 717.833055] env[65469]: INFO networking_nsxv3.common.synchronization [None req-c0b0d0a5-1f47-460b-a151-aafe77cbe8f0 None None] Enqueued Resource ID: 8b7c6248-f89e-4f10-b634-2db307bb4ffd with Priority: HIGHEST for action port [ 717.833055] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7c6248-f89e-4f10-b634-2db307bb4ffd with Priority: HIGHEST for action port [ 717.833055] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b7c6248-f89e-4f10-b634-2db307bb4ffd taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.834296] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b7c6248-f89e-4f10-b634-2db307bb4ffd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 717.834471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b7c6248-f89e-4f10-b634-2db307bb4ffd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 717.834893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b7c6248-f89e-4f10-b634-2db307bb4ffd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 717.835118] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b7c6248-f89e-4f10-b634-2db307bb4ffd',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 717.999056] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.999539] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 717.999657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.000059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.000172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.000577] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.000801] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.000872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.001080] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.001346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.001437] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 already deleted. [ 718.001520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.114122] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.115788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-240" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.115788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-240" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.115788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-240" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.115788] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.115788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.115788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.115788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.116353] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.116353] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.116353] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.116353] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.116481] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.116865] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.116865] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.116865] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.138498] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.138677] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.138869] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.139130] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-240" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.139542] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-985b51bf-6e77-4d08-af82-c5fd27868326 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.139806] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.140180] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.140274] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.140407] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985b51bf-6e77-4d08-af82-c5fd27868326',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 718.340357] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b7c6248-f89e-4f10-b634-2db307bb4ffd [ 718.340357] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.340357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.340357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.340357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.340357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.340357] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b7c6248-f89e-4f10-b634-2db307bb4ffd already deleted. [ 718.340357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b7c6248-f89e-4f10-b634-2db307bb4ffd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.645258] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.645258] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.645258] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.645258] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.645258] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.645258] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 985b51bf-6e77-4d08-af82-c5fd27868326 not found, creating... [ 718.645258] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.645258] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.645258] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.645953] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.646077] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.646455] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.646701] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.646850] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.647110] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.647254] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.647430] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 985b51bf-6e77-4d08-af82-c5fd27868326 is going to be created. [ 718.673027] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.673027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 718.673027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 718.673027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 718.673027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.673027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 718.876811] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 in Status: SUCCESS [ 718.876811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 719.292247] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: UNINITIALIZED for 4s [ 719.413584] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e7fceb3-28f2-4d23-8fe1-fb5b375b9911 req-2cda1ca3-f768-4f56-896d-33ca85c63740 service nova] Enqueued Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_rules [ 719.414064] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e7fceb3-28f2-4d23-8fe1-fb5b375b9911 req-2cda1ca3-f768-4f56-896d-33ca85c63740 service nova] Enqueued Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_members [ 719.414266] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e7fceb3-28f2-4d23-8fe1-fb5b375b9911 req-2cda1ca3-f768-4f56-896d-33ca85c63740 service nova] Enqueued Resource ID: 985b51bf-6e77-4d08-af82-c5fd27868326 with Priority: HIGHEST for action port [ 719.416142] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_rules [ 719.416485] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_members [ 719.416578] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 985b51bf-6e77-4d08-af82-c5fd27868326 with Priority: HIGHEST for action port [ 719.417018] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.417103] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.417168] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.417620] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.417620] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 719.418606] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.418809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.418911] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.419593] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.420185] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.420332] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.420414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.422372] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.422473] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 719.422580] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 719.423619] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-985b51bf-6e77-4d08-af82-c5fd27868326 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.423926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.423926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.424147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.424513] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('985b51bf-6e77-4d08-af82-c5fd27868326',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 719.739429] env[65469]: INFO networking_nsxv3.common.synchronization [None req-43fc8de8-2f09-4d26-a332-4f92e2ad05f1 None None] Enqueued Resource ID: 50f619e0-5e4e-4293-8ec8-a909543eb232 with Priority: HIGHEST for action port [ 719.741177] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50f619e0-5e4e-4293-8ec8-a909543eb232 with Priority: HIGHEST for action port [ 719.741177] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-50f619e0-5e4e-4293-8ec8-a909543eb232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.741177] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50f619e0-5e4e-4293-8ec8-a909543eb232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.741177] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50f619e0-5e4e-4293-8ec8-a909543eb232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.741741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50f619e0-5e4e-4293-8ec8-a909543eb232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.741741] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50f619e0-5e4e-4293-8ec8-a909543eb232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 719.926758] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 719.927943] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.928098] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.928535] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 985b51bf-6e77-4d08-af82-c5fd27868326 with status ACTIVE [ 719.928728] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.928887] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.928936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.929147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.929258] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 719.929431] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.930185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.930185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.930185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.930185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 719.930185] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.930185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.930185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.930740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.930740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 719.930740] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 985b51bf-6e77-4d08-af82-c5fd27868326 is going to be updated. [ 719.956891] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.957956] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 719.957956] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 719.957956] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 719.957956] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 719.957956] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-985b51bf-6e77-4d08-af82-c5fd27868326" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.246980] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50f619e0-5e4e-4293-8ec8-a909543eb232 [ 720.246980] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.246980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 720.246980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 720.246980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 720.246980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.246980] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50f619e0-5e4e-4293-8ec8-a909543eb232 already deleted. [ 720.246980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50f619e0-5e4e-4293-8ec8-a909543eb232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.273118] env[65469]: INFO networking_nsxv3.common.synchronization [None req-15684fe8-51a1-46ff-87b1-aad9c914420c None None] Enqueued Resource ID: 6a46402b-02bd-458b-b818-1bd0e1ec9345 with Priority: HIGHEST for action port [ 720.273710] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a46402b-02bd-458b-b818-1bd0e1ec9345 with Priority: HIGHEST for action port [ 720.274792] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a46402b-02bd-458b-b818-1bd0e1ec9345 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.274792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a46402b-02bd-458b-b818-1bd0e1ec9345" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 720.274792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a46402b-02bd-458b-b818-1bd0e1ec9345" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 720.275025] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a46402b-02bd-458b-b818-1bd0e1ec9345" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 720.275088] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a46402b-02bd-458b-b818-1bd0e1ec9345',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 720.429858] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 720.780468] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a46402b-02bd-458b-b818-1bd0e1ec9345 [ 720.780468] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.780468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 720.780468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 720.780468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 720.780468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.780468] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a46402b-02bd-458b-b818-1bd0e1ec9345 already deleted. [ 720.780468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a46402b-02bd-458b-b818-1bd0e1ec9345" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.937461] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.940211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 720.940211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 720.940211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 720.940211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.940211] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 is going to be created. [ 720.969811] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.970314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 720.970528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 720.971224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 720.971556] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 720.988047] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a88e722-476c-4c11-b29d-1c638aeea768 in Status: UNINITIALIZED for 2s [ 721.168968] env[65469]: INFO networking_nsxv3.common.synchronization [None req-5ee2ef40-7708-453e-8e34-58ccfbd19f92 tempest-ServerActionsTestOtherA-1974477398 tempest-ServerActionsTestOtherA-1974477398-project-member] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_rules [ 721.170480] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_rules [ 721.170943] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.171060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.171137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.171477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.171569] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 721.308434] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 721.308434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.308434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.308434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.308434] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.308434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.308434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.308832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.308832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.308894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.309449] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 721.559996] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1c8374a7-d1f1-4a77-9023-7f3130676374 tempest-ServerActionsTestOtherA-1974477398 tempest-ServerActionsTestOtherA-1974477398-project-member] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_rules [ 721.560605] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_rules [ 721.560928] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.561058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.697109] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.699896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.700320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.702024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.702024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.702024] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 already deleted. [ 721.702024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.702024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.702024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.702024] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 721.812389] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.812560] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.812645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.812876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.814262] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.815243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.815243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.816044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.816044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.816044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.816044] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.816044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.816044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.816044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.816314] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.816415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.816517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.816738] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.816876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.817774] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 721.817774] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 721.879603] env[65469]: INFO networking_nsxv3.common.synchronization [None req-b5121335-5570-414d-87c7-9d37924482d4 None None] Enqueued Resource ID: 83c2b552-e800-4b9b-925f-d76d4342f453 with Priority: HIGHEST for action port [ 721.880202] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c2b552-e800-4b9b-925f-d76d4342f453 with Priority: HIGHEST for action port [ 721.880928] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c2b552-e800-4b9b-925f-d76d4342f453 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.880928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c2b552-e800-4b9b-925f-d76d4342f453" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 721.880928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c2b552-e800-4b9b-925f-d76d4342f453" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 721.881142] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c2b552-e800-4b9b-925f-d76d4342f453" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 721.883215] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c2b552-e800-4b9b-925f-d76d4342f453',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 722.224958] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.225250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.225250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.225591] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.226190] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.227445] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 already deleted. [ 722.227445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.322480] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79caf74f-d6be-472d-8466-a6ea25404501: rpc.has_security_group_logging(os_id): False [ 722.344222] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.344222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.344222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.344390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.344570] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.344638] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.344721] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.344879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.344968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.345143] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.345339] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.345438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.345471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.345600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.345674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.345877] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.345980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.347505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.347505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.347505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.347505] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be created. [ 722.384563] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83c2b552-e800-4b9b-925f-d76d4342f453 [ 722.384806] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.384955] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.385045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.385260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.385354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.385456] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83c2b552-e800-4b9b-925f-d76d4342f453 already deleted. [ 722.385543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c2b552-e800-4b9b-925f-d76d4342f453" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.426520] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.426711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 722.426810] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 722.427115] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 722.427249] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 722.439958] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: IN_PROGRESS for 2s [ 723.003186] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a88e722-476c-4c11-b29d-1c638aeea768 in Status: SUCCESS [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.003186] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.003186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.003186] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 723.507774] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.508282] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.508366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.508629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.509370] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.509370] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.509370] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.509588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.509634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.512074] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.512074] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.512074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.516023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.516023] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 723.980661] env[65469]: INFO networking_nsxv3.common.synchronization [req-1f0c8fca-ccbb-43e9-913a-222d6d4aa9b7 req-e89647e9-c717-402d-946e-2080e2356d95 tempest-ServersTestFqdnHostnames-1317685366 tempest-ServersTestFqdnHostnames-1317685366-project-member] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_members [ 723.981613] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_members [ 723.982130] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.982319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.982458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.982794] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.983088] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.983233] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 723.983333] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 723.983577] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 723.983723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 723.983884] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 724.016788] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a88e722-476c-4c11-b29d-1c638aeea768: rpc.has_security_group_logging(os_id): False [ 724.038619] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.039293] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.039431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.039702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.039840] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.040112] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.040268] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.040371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.040569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.041055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.041055] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.041055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.041227] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.041397] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.041397] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.041647] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.041781] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.041865] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.042114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.042237] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.042352] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 is going to be created. [ 724.117041] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.117249] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.117249] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.117534] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.117786] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.133434] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a88e722-476c-4c11-b29d-1c638aeea768 in Status: IN_PROGRESS for 2s [ 724.453021] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 724.453482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.482403] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9d8c89bc-15af-4bf0-8b40-5fdd3e686d52 None None] Enqueued Resource ID: 84d204d5-b20a-4998-82c4-367b28ad0a76 with Priority: HIGHEST for action port [ 724.482980] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d204d5-b20a-4998-82c4-367b28ad0a76 with Priority: HIGHEST for action port [ 724.483572] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d204d5-b20a-4998-82c4-367b28ad0a76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.483713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d204d5-b20a-4998-82c4-367b28ad0a76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.483779] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d204d5-b20a-4998-82c4-367b28ad0a76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.484318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d204d5-b20a-4998-82c4-367b28ad0a76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.484318] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d204d5-b20a-4998-82c4-367b28ad0a76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 724.486044] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.486185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.486185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.486444] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.486478] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.486633] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.486737] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.486816] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.486983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.487075] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.487161] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 already deleted. [ 724.487241] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.573550] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-125 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.573912] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-125" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.573912] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-125" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.574072] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-125" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.574330] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.574494] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.574636] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.574869] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.577016] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.577016] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.577016] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.577016] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.577016] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.577016] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.577016] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.577016] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.590430] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e8d21e14-45fc-4bdd-bc2f-17ea57d4e988 None None] Enqueued Resource ID: d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf with Priority: HIGHEST for action port [ 724.591776] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf with Priority: HIGHEST for action port [ 724.591776] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.592158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.592621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.592730] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.592774] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 724.598531] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.598531] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.598531] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.598531] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-125" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.598531] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-09df3109-08b1-49d4-8a44-1f111fb53582 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.598531] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.598531] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.598531] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.598531] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09df3109-08b1-49d4-8a44-1f111fb53582',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 724.988414] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84d204d5-b20a-4998-82c4-367b28ad0a76 [ 724.988414] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.988414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 724.988414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 724.988414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 724.988414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 724.988414] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84d204d5-b20a-4998-82c4-367b28ad0a76 already deleted. [ 724.988414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d204d5-b20a-4998-82c4-367b28ad0a76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.094900] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf [ 725.095600] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.095600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.097957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.097957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.097957] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf already deleted. [ 725.097957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f5e2a6-0d80-4311-a5c6-3eec9caf5dcf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.102134] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.102995] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.102995] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.102995] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.103164] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.104108] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 09df3109-08b1-49d4-8a44-1f111fb53582 not found, creating... [ 725.104108] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.104108] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.104108] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.104349] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.104448] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.104821] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.107593] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.107850] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.108157] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.108337] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.109227] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 09df3109-08b1-49d4-8a44-1f111fb53582 is going to be created. [ 725.131198] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.131486] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.131596] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.131871] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.132112] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.132408] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.878889] env[65469]: INFO networking_nsxv3.common.synchronization [req-1f0c8fca-ccbb-43e9-913a-222d6d4aa9b7 req-feee65cc-3ef6-49c1-a930-7f3fb3bd06a0 service nova] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_rules [ 725.879169] env[65469]: INFO networking_nsxv3.common.synchronization [req-1f0c8fca-ccbb-43e9-913a-222d6d4aa9b7 req-feee65cc-3ef6-49c1-a930-7f3fb3bd06a0 service nova] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_members [ 725.879219] env[65469]: INFO networking_nsxv3.common.synchronization [req-1f0c8fca-ccbb-43e9-913a-222d6d4aa9b7 req-feee65cc-3ef6-49c1-a930-7f3fb3bd06a0 service nova] Enqueued Resource ID: 09df3109-08b1-49d4-8a44-1f111fb53582 with Priority: HIGHEST for action port [ 725.879819] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_rules [ 725.879895] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_members [ 725.879957] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09df3109-08b1-49d4-8a44-1f111fb53582 with Priority: HIGHEST for action port [ 725.880370] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.885043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.885043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.885043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.885043] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 725.885043] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.885043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.885043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.885043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.885446] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.885446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.885446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.885446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.885584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 725.885584] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 725.886708] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-09df3109-08b1-49d4-8a44-1f111fb53582 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.887032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 725.887032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 725.887169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 725.887259] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09df3109-08b1-49d4-8a44-1f111fb53582',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 726.149630] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a88e722-476c-4c11-b29d-1c638aeea768 in Status: SUCCESS [ 726.149630] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 726.390127] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.390127] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 726.390127] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 726.394020] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09df3109-08b1-49d4-8a44-1f111fb53582 with status ACTIVE [ 726.394020] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 726.394020] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 726.394020] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 726.394020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 726.394020] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09df3109-08b1-49d4-8a44-1f111fb53582 is going to be updated. [ 726.424254] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.424254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 726.424254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 726.424254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 726.425201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 726.425710] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09df3109-08b1-49d4-8a44-1f111fb53582" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 726.902460] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 726.902460] env[65469]: INFO networking_nsxv3.common.synchronization [None req-0fd0d03d-0867-48f1-9054-036dc137caa4 None None] Enqueued Resource ID: 44be5275-0471-492b-8b61-6f6d1b7f2915 with Priority: HIGHEST for action port [ 726.904305] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44be5275-0471-492b-8b61-6f6d1b7f2915 with Priority: HIGHEST for action port [ 726.905814] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-44be5275-0471-492b-8b61-6f6d1b7f2915 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.905814] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44be5275-0471-492b-8b61-6f6d1b7f2915" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 726.905814] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44be5275-0471-492b-8b61-6f6d1b7f2915" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 726.906684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44be5275-0471-492b-8b61-6f6d1b7f2915" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 726.907160] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44be5275-0471-492b-8b61-6f6d1b7f2915',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 727.405193] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 727.405193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 727.405352] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 727.405386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 727.405715] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 is going to be created. [ 727.414496] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44be5275-0471-492b-8b61-6f6d1b7f2915 [ 727.414807] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.414963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 727.415080] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 727.415257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 727.415403] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 727.415551] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44be5275-0471-492b-8b61-6f6d1b7f2915 already deleted. [ 727.415624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44be5275-0471-492b-8b61-6f6d1b7f2915" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 727.433822] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.433822] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 727.434424] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 727.434424] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 727.436123] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 727.449874] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: UNINITIALIZED for 2s [ 728.429132] env[65469]: INFO networking_nsxv3.common.synchronization [req-e2ee202c-9aaa-4746-b1ce-ff803e058c8b req-450e1785-dd6f-4b9b-9189-d963e9298995 tempest-ServerDiagnosticsNegativeTest-1622006178 tempest-ServerDiagnosticsNegativeTest-1622006178-project-member] Enqueued Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_members [ 728.429704] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_members [ 728.430189] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.430323] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.430391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.430726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.430789] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.430951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.430951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.431201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.431309] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 728.431341] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 728.814010] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.814266] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.814392] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.814658] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.814927] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.815098] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.815265] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.815482] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.815545] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 728.815956] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.815956] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.815956] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.816164] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.816164] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.817480] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.817480] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.837105] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.837255] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.837365] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.837584] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 728.837869] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-608f553d-b692-4674-bf3c-7e763f2fd6cc taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.838082] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.838274] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.838530] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.838668] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608f553d-b692-4674-bf3c-7e763f2fd6cc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 728.933790] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 728.935460] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 728.935460] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 already deleted. [ 728.935460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.346123] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.346123] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 608f553d-b692-4674-bf3c-7e763f2fd6cc not found, creating... [ 729.346123] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 729.346123] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.346747] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.347137] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 729.347452] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 729.347830] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 729.348161] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.348485] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 608f553d-b692-4674-bf3c-7e763f2fd6cc is going to be created. [ 729.375156] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.375384] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 729.375514] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 729.376204] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 729.376789] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.377054] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.461219] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: SUCCESS [ 729.461535] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.461859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 729.462135] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 729.462481] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.462692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 729.462790] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 729.463133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 729.463286] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.463396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 729.463493] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 729.965620] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 730.188326] env[65469]: INFO networking_nsxv3.common.synchronization [req-e2ee202c-9aaa-4746-b1ce-ff803e058c8b req-0a379102-9975-4a1f-80f6-cefa464a8b67 service nova] Enqueued Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_rules [ 730.188326] env[65469]: INFO networking_nsxv3.common.synchronization [req-e2ee202c-9aaa-4746-b1ce-ff803e058c8b req-0a379102-9975-4a1f-80f6-cefa464a8b67 service nova] Enqueued Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_members [ 730.188326] env[65469]: INFO networking_nsxv3.common.synchronization [req-e2ee202c-9aaa-4746-b1ce-ff803e058c8b req-0a379102-9975-4a1f-80f6-cefa464a8b67 service nova] Enqueued Resource ID: 608f553d-b692-4674-bf3c-7e763f2fd6cc with Priority: HIGHEST for action port [ 730.188326] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_rules [ 730.188669] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_members [ 730.188993] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608f553d-b692-4674-bf3c-7e763f2fd6cc with Priority: HIGHEST for action port [ 730.189807] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.190016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.190094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.190615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.190615] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 730.191438] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.191566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.191636] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.191826] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.192018] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.192134] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.192200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.192347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.192448] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.192539] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 730.193494] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-608f553d-b692-4674-bf3c-7e763f2fd6cc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.193626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.193695] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.193942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.194030] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608f553d-b692-4674-bf3c-7e763f2fd6cc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 730.468626] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e7e803-93b6-4215-b26e-7e3d4b9603c2: rpc.has_security_group_logging(os_id): False [ 730.489261] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.489529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.489631] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.489965] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.490129] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.491338] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.491338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.491338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.491338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.491338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.491338] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 is going to be created. [ 730.578244] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.578332] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.578444] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.578855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.578855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.588273] env[65469]: INFO networking_nsxv3.common.synchronization [req-19b83b4c-5732-43e8-aa9d-afef2591805b req-8718348d-627f-4091-bfaf-d508939ec7fa tempest-VolumesAssistedSnapshotsTest-1943731308 tempest-VolumesAssistedSnapshotsTest-1943731308-project-member] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_members [ 730.590105] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_members [ 730.591605] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: IN_PROGRESS for 2s [ 730.591747] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.591877] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.591949] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.592237] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.592409] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.593733] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.594223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.594223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.594223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.594223] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 730.696524] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 608f553d-b692-4674-bf3c-7e763f2fd6cc with status ACTIVE [ 730.696818] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.696994] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.697056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.697740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.697740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.697740] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.697740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.697740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.698102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.698102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.698102] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.698220] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.698267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.698409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.698485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.698571] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 608f553d-b692-4674-bf3c-7e763f2fd6cc is going to be updated. [ 730.700136] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 730.701329] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.701442] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.732937] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.733173] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 730.733263] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 730.734061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 730.734061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 730.734061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608f553d-b692-4674-bf3c-7e763f2fd6cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.097613] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.097613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.097613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.097613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.097613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.099545] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.099545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.099545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.099545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.099545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.099545] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe already deleted. [ 731.099545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.121973] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.121973] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-982" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.121973] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-982" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.121973] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-982" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.122370] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.122751] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.122938] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.123342] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.123523] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.123953] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.124097] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.124208] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.124315] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.124435] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.124538] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.124668] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.145942] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.146103] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.146244] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.146426] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-982" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.146787] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-320b5203-7ff1-4f52-a15b-995d50391e39 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.147072] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.147272] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.147628] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.147765] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320b5203-7ff1-4f52-a15b-995d50391e39',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 731.204657] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 731.637885] env[65469]: INFO networking_nsxv3.common.synchronization [None req-dcabc80a-17f5-4de0-b7fc-416761df830b None None] Enqueued Resource ID: ef5aa081-9a16-47fd-a078-ed22c8b6e04d with Priority: HIGHEST for action port [ 731.638434] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5aa081-9a16-47fd-a078-ed22c8b6e04d with Priority: HIGHEST for action port [ 731.638990] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5aa081-9a16-47fd-a078-ed22c8b6e04d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.639197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5aa081-9a16-47fd-a078-ed22c8b6e04d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.639197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5aa081-9a16-47fd-a078-ed22c8b6e04d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.640357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5aa081-9a16-47fd-a078-ed22c8b6e04d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.640560] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5aa081-9a16-47fd-a078-ed22c8b6e04d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 731.650194] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.650413] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.650537] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.650796] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.650952] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.651120] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 320b5203-7ff1-4f52-a15b-995d50391e39 not found, creating... [ 731.651383] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.651539] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.651652] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.651867] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.651999] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.652299] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.652729] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.652855] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.653082] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.653224] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.653366] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 320b5203-7ff1-4f52-a15b-995d50391e39 is going to be created. [ 731.674039] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.674233] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.674368] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.674596] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.674841] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.675045] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.707736] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.707948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.707948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.708191] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.708287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.708384] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 is going to be created. [ 731.733024] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.733271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 731.733553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 731.733553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 731.733731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 731.743781] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 in Status: UNINITIALIZED for 2s [ 732.143017] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef5aa081-9a16-47fd-a078-ed22c8b6e04d [ 732.143326] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.143494] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.143543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.143765] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.143839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.143944] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef5aa081-9a16-47fd-a078-ed22c8b6e04d already deleted. [ 732.144059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5aa081-9a16-47fd-a078-ed22c8b6e04d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.337198] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a9234c2e-39f6-47b5-bf56-27ac6422faf2 tempest-ServersWithSpecificFlavorTestJSON-1793762876 tempest-ServersWithSpecificFlavorTestJSON-1793762876-project-member] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 732.337753] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 732.338218] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.338316] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.338352] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.338603] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.339027] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 732.423489] env[65469]: INFO networking_nsxv3.common.synchronization [req-19b83b4c-5732-43e8-aa9d-afef2591805b req-ca23fbbf-386a-4f1c-97e7-d2ddd00c1c91 service nova] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_rules [ 732.423661] env[65469]: INFO networking_nsxv3.common.synchronization [req-19b83b4c-5732-43e8-aa9d-afef2591805b req-ca23fbbf-386a-4f1c-97e7-d2ddd00c1c91 service nova] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_members [ 732.423795] env[65469]: INFO networking_nsxv3.common.synchronization [req-19b83b4c-5732-43e8-aa9d-afef2591805b req-ca23fbbf-386a-4f1c-97e7-d2ddd00c1c91 service nova] Enqueued Resource ID: 320b5203-7ff1-4f52-a15b-995d50391e39 with Priority: HIGHEST for action port [ 732.425617] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_rules [ 732.426041] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_members [ 732.426161] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320b5203-7ff1-4f52-a15b-995d50391e39 with Priority: HIGHEST for action port [ 732.426469] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.426627] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.426686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.426879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.427274] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 732.428187] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.428314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.428599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.428797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.428950] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.429113] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.429183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.429271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.429358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.429448] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 732.430208] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-320b5203-7ff1-4f52-a15b-995d50391e39 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.430321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.430726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.431403] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.431501] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320b5203-7ff1-4f52-a15b-995d50391e39',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 732.498693] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e472aa75-f2af-43a2-9178-ba8bff057466 tempest-ServersWithSpecificFlavorTestJSON-1793762876 tempest-ServersWithSpecificFlavorTestJSON-1793762876-project-member] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 732.499628] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 732.499968] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.500574] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.603567] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: SUCCESS [ 732.604946] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.863597] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.863912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.863912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.864049] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.864136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.864464] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 already deleted. [ 732.864464] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.864464] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.864602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.864675] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 732.933583] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 732.936747] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.936890] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.937180] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320b5203-7ff1-4f52-a15b-995d50391e39 with status ACTIVE [ 732.937264] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.937367] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.937427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.937832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.937832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.937927] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.937977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.939203] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.939203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.939203] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320b5203-7ff1-4f52-a15b-995d50391e39 is going to be updated. [ 732.966835] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.968019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 732.968019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 732.968019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 732.968019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 732.968019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320b5203-7ff1-4f52-a15b-995d50391e39" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.090418] env[65469]: INFO networking_nsxv3.common.synchronization [req-62f88fbb-fa5c-48b8-b2ca-b60c2bb5610b req-9158b062-b0ef-43a8-b529-bbe4f6e8a82e tempest-ServerActionsTestOtherA-1974477398 tempest-ServerActionsTestOtherA-1974477398-project-member] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_members [ 733.092439] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_members [ 733.092439] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.092671] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.092807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.093409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.093409] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.093809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.094110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.094464] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.094592] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.095390] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 733.388700] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.388700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.388700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.388700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.388700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.388700] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 already deleted. [ 733.388700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.436881] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 733.495908] env[65469]: INFO networking_nsxv3.common.synchronization [req-454290e1-3d44-4ed7-aad3-a8b5ceb1158d req-33b70d36-89c0-4e65-ad86-77e07ad008cb tempest-DeleteServersAdminTestJSON-540858135 tempest-DeleteServersAdminTestJSON-540858135-project-admin] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 733.496500] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 733.496813] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.496948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.497691] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.498820] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.499081] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.499218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.499297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.499488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.499578] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.499678] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 733.602259] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.603615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.603615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.603615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.603615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.603963] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.604159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.604248] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.604481] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.604586] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.604717] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 already deleted. [ 733.604808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.756067] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 in Status: SUCCESS [ 733.756326] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.756522] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.756775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.756990] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.757136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.757206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.757381] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.757463] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.757583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.757671] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 733.944027] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.944386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.944386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.944386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.945169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.945169] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe is going to be created. [ 733.947278] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.947406] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.948064] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.948064] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.948319] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.948634] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.948705] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.948868] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.949067] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.949282] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.949605] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.949763] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.949917] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.950038] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.950628] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.950628] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.985732] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.985893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.985982] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.986528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.986758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.989229] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.989438] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.989588] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.989775] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-534" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 733.990096] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-77d4d422-ea65-4577-ae8a-77615259cfb1 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.990285] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 733.990415] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 733.990766] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 733.990946] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d4d422-ea65-4577-ae8a-77615259cfb1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 734.002198] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe in Status: UNINITIALIZED for 2s [ 734.004223] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.004223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.005312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.005312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.005312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.005540] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.005689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.005765] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.006025] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.006166] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.006609] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be updated. [ 734.026023] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6baba0c0-8a15-4ab9-84f1-c199e99106f3 None None] Enqueued Resource ID: 451ab05f-da86-4337-990d-f092c773ee9a with Priority: HIGHEST for action port [ 734.028737] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451ab05f-da86-4337-990d-f092c773ee9a with Priority: HIGHEST for action port [ 734.030433] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-451ab05f-da86-4337-990d-f092c773ee9a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.030433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451ab05f-da86-4337-990d-f092c773ee9a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.030433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451ab05f-da86-4337-990d-f092c773ee9a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.031287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451ab05f-da86-4337-990d-f092c773ee9a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.031287] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451ab05f-da86-4337-990d-f092c773ee9a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 734.064031] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.064031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.064031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.064031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.064031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.075481] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: IN_PROGRESS for 2s [ 734.261290] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.261290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.261290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.261290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.261711] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.261711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.261711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.261827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.261827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.261894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.262079] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.262209] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.262317] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.262426] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.262594] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.262716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.262818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.262990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.263144] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.263214] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.263308] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 734.494684] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.494889] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.495031] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.495377] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.495515] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.495714] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 77d4d422-ea65-4577-ae8a-77615259cfb1 not found, creating... [ 734.495897] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.496440] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.496440] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.496544] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.496610] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.496941] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.497208] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.497324] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.497572] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.497749] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.497935] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 is going to be created. [ 734.522612] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.522612] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.522789] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.523130] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.523475] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.523688] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.537800] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 451ab05f-da86-4337-990d-f092c773ee9a [ 734.537956] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.538211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.538377] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.538561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.538656] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.538914] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:451ab05f-da86-4337-990d-f092c773ee9a already deleted. [ 734.538914] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451ab05f-da86-4337-990d-f092c773ee9a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.767132] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 499519d6-7819-4b1a-a98e-c721fd7e6862: rpc.has_security_group_logging(os_id): False [ 734.789374] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.789477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.789518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.789735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.789831] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.793174] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.793174] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.793174] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.793174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.793904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.793904] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 is going to be created. [ 734.853755] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.853929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 734.854034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 734.854254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 734.854433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 734.870930] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 in Status: IN_PROGRESS for 2s [ 735.162158] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4a05bb77-d3f1-4b50-add6-a118ce1328d2 tempest-ServersTestManualDisk-1671122585 tempest-ServersTestManualDisk-1671122585-project-member] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_rules [ 735.163674] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_rules [ 735.164073] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.164216] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.164321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.164658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.164751] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.314516] env[65469]: INFO networking_nsxv3.common.synchronization [req-62f88fbb-fa5c-48b8-b2ca-b60c2bb5610b req-4873401f-cec2-4e6b-b2d0-ed0f8e08fdb4 service nova] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_rules [ 735.314799] env[65469]: INFO networking_nsxv3.common.synchronization [req-62f88fbb-fa5c-48b8-b2ca-b60c2bb5610b req-4873401f-cec2-4e6b-b2d0-ed0f8e08fdb4 service nova] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_members [ 735.314955] env[65469]: INFO networking_nsxv3.common.synchronization [req-62f88fbb-fa5c-48b8-b2ca-b60c2bb5610b req-4873401f-cec2-4e6b-b2d0-ed0f8e08fdb4 service nova] Enqueued Resource ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 with Priority: HIGHEST for action port [ 735.315810] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_rules [ 735.315960] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_members [ 735.316875] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 with Priority: HIGHEST for action port [ 735.316875] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.316875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.316875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.317278] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.319215] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.320714] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.322193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.322331] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.322625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.322879] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.323085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.323239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.323776] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.323776] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.323776] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.327049] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d4d422-ea65-4577-ae8a-77615259cfb1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.327363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.327491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.327997] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.327997] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d4d422-ea65-4577-ae8a-77615259cfb1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.487186] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4fc721df-62a8-4be4-851c-6ab6868cf869 tempest-ServersTestManualDisk-1671122585 tempest-ServersTestManualDisk-1671122585-project-member] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_rules [ 735.491918] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_rules [ 735.491918] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.491918] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.690206] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.690206] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 already deleted. [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.690206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.690206] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.772150] env[65469]: INFO networking_nsxv3.common.synchronization [req-c5b5a8f5-593f-4347-ae83-cf9a6752dac3 req-1704ee7f-e31a-4dc2-932a-26305462b63d tempest-VolumesAdminNegativeTest-1266721552 tempest-VolumesAdminNegativeTest-1266721552-project-member] Enqueued Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_members [ 735.773070] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_members [ 735.773732] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.774355] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.774532] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.774992] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.776245] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.776521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.776694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.777173] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.777371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.778978] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.832734] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 735.832734] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.832734] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77d4d422-ea65-4577-ae8a-77615259cfb1 with status ACTIVE [ 735.832734] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.832734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.832734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.832734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.832734] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.833499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.833499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.833499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.833499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.833499] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.833499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.833688] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.833993] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.834119] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.834220] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 is going to be updated. [ 735.857180] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.857342] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 735.857398] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 735.857759] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 735.857759] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 735.857907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.018410] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe in Status: SUCCESS [ 736.018410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.018410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.018410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.018410] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.018410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.018410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.018410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.019145] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.019145] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.019145] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 736.088130] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 736.088355] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 deletion is rescheduled due to dependency. [ 736.088423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.214701] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.215100] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.215100] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.215343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.215386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.215522] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 already deleted. [ 736.215559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.221162] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.221359] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-813" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.221482] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-813" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.221809] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-813" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.222278] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.222480] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.222601] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.222820] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.222960] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.223212] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.223329] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.223436] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.223543] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.224028] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.224162] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.224297] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.242698] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.242855] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.243191] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.243267] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-813" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.243590] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-0d1a1269-dc87-4884-8918-e8ebaaa034f7 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.243776] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.243913] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.244255] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.244499] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1a1269-dc87-4884-8918-e8ebaaa034f7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 736.280361] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.280609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.280689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.280945] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.281058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.281722] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.281722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.281722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.281722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.281722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.281980] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf already deleted. [ 736.281980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.336024] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 736.522833] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 736.747862] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.747862] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.748112] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.749494] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.749494] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.749494] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port 0d1a1269-dc87-4884-8918-e8ebaaa034f7 not found, creating... [ 736.749494] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.749494] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.749494] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.749897] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.749897] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.750629] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.750629] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.750629] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.750877] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.750877] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.750995] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: 0d1a1269-dc87-4884-8918-e8ebaaa034f7 is going to be created. [ 736.774608] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.775496] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.775496] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.775671] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.775832] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.776103] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.838414] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.838687] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.838687] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.839094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.839207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.839283] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be created. [ 736.874552] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.874960] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 736.875171] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 736.875516] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 736.875999] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 736.916068] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: UNINITIALIZED for 2s [ 736.919191] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 in Status: SUCCESS [ 736.919471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 737.024336] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1892eb3e-4787-49d9-9c4d-dfd7239245fe: rpc.has_security_group_logging(os_id): False [ 737.056630] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.056872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.056959] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.057735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.057735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 737.057735] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.058014] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.058014] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.058131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.058427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 737.058427] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe is going to be created. [ 737.133351] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.133687] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.133687] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.133918] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.134222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 737.149637] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe in Status: IN_PROGRESS for 2s [ 737.499654] env[65469]: INFO networking_nsxv3.common.synchronization [req-c5b5a8f5-593f-4347-ae83-cf9a6752dac3 req-f0b8f1f9-7be8-455e-b230-5e133b8b30aa service nova] Enqueued Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_rules [ 737.499931] env[65469]: INFO networking_nsxv3.common.synchronization [req-c5b5a8f5-593f-4347-ae83-cf9a6752dac3 req-f0b8f1f9-7be8-455e-b230-5e133b8b30aa service nova] Enqueued Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_members [ 737.499984] env[65469]: INFO networking_nsxv3.common.synchronization [req-c5b5a8f5-593f-4347-ae83-cf9a6752dac3 req-f0b8f1f9-7be8-455e-b230-5e133b8b30aa service nova] Enqueued Resource ID: 0d1a1269-dc87-4884-8918-e8ebaaa034f7 with Priority: HIGHEST for action port [ 737.500537] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_rules [ 737.500678] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_members [ 737.500779] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1a1269-dc87-4884-8918-e8ebaaa034f7 with Priority: HIGHEST for action port [ 737.504823] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.504823] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 737.504823] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.504823] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.504823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 737.504823] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 737.505539] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1a1269-dc87-4884-8918-e8ebaaa034f7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.505539] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.505539] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.505661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.505693] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1a1269-dc87-4884-8918-e8ebaaa034f7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 737.752609] env[65469]: INFO networking_nsxv3.common.synchronization [req-61dbe954-2cfb-45b9-8085-3687321d0722 req-77460558-fd06-4161-97dd-a5a30d07ae25 tempest-ServerDiagnosticsTest-637004203 tempest-ServerDiagnosticsTest-637004203-project-member] Enqueued Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_members [ 737.753816] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGHEST for action security_group_members [ 737.754408] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.754521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.754625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.754933] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.755195] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.755366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 737.755477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 737.755731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 737.755868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 737.756041] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 738.008481] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.008662] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.011878] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 738.012080] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d1a1269-dc87-4884-8918-e8ebaaa034f7 with status ACTIVE [ 738.012267] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.012395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.012460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.012671] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.012939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.012939] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.013073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.013117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.013428] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.013428] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.013554] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.013624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.013825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.013825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.013918] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.014023] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d1a1269-dc87-4884-8918-e8ebaaa034f7 is going to be updated. [ 738.041506] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.041506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.041506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.041506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.041506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.041506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1a1269-dc87-4884-8918-e8ebaaa034f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.261033] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.261033] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.261033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.261523] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 is going to be updated. [ 738.299030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.299030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.299244] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.299496] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.299496] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.309060] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 in Status: IN_PROGRESS for 2s [ 738.518372] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 738.651646] env[65469]: INFO networking_nsxv3.common.synchronization [req-0aabc427-4261-4ac6-a6b9-235cafe60c04 req-b81636c9-abed-41f0-b341-62da88fbbcac tempest-FloatingIPsAssociationTestJSON-472239000 tempest-FloatingIPsAssociationTestJSON-472239000-project-member] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 738.651791] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 738.652249] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.652364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.652415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.652698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.652775] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.652850] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.652909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.653068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.653210] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.653340] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 738.932988] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 738.932988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.932988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.932988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.932988] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.932988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.932988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.932988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.933618] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.933618] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 738.933752] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 738.952452] env[65469]: INFO networking_nsxv3.common.synchronization [None req-04394c3c-251f-4fe1-8dc1-6145045d4dcf None None] Enqueued Resource ID: 1871f773-d1cd-4a55-be75-54e4dd2ca0a4 with Priority: HIGHEST for action port [ 738.953275] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1871f773-d1cd-4a55-be75-54e4dd2ca0a4 with Priority: HIGHEST for action port [ 738.953605] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-1871f773-d1cd-4a55-be75-54e4dd2ca0a4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.954245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1871f773-d1cd-4a55-be75-54e4dd2ca0a4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 738.954245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1871f773-d1cd-4a55-be75-54e4dd2ca0a4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 738.954245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1871f773-d1cd-4a55-be75-54e4dd2ca0a4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 738.954245] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1871f773-d1cd-4a55-be75-54e4dd2ca0a4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 739.023057] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.023057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.023057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.023057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.023057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.023057] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf is going to be created. [ 739.052024] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.052024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.052024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.052024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.052024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.066587] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf in Status: UNINITIALIZED for 2s [ 739.156505] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 739.164238] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe in Status: SUCCESS [ 739.164509] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.436676] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 739.457060] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1871f773-d1cd-4a55-be75-54e4dd2ca0a4 [ 739.457369] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.457369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.457518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.457702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.457754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.457871] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1871f773-d1cd-4a55-be75-54e4dd2ca0a4 already deleted. [ 739.457916] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1871f773-d1cd-4a55-be75-54e4dd2ca0a4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.520082] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.520082] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.520082] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.520082] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.520082] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.520737] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.521018] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.521376] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.521642] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.521960] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.522380] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.522612] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.522900] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.523179] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.523429] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.524726] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.545161] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.545426] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.545571] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.545747] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.546093] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-958d3060-f044-4655-8c5e-bd81773ad096 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.546268] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.546380] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.546728] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.546870] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958d3060-f044-4655-8c5e-bd81773ad096',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 739.664174] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 739.939316] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9: rpc.has_security_group_logging(os_id): False [ 739.970017] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.970217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.970345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.970511] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.970608] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.970860] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.970971] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 739.971033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 739.971176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 739.971255] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 739.971355] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be created. [ 740.039947] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.040172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.040330] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.040553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.040803] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.050753] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.051368] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.052902] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.052902] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.052902] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.052902] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 958d3060-f044-4655-8c5e-bd81773ad096 not found, creating... [ 740.052902] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.053638] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.053638] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.053638] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.053638] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.054796] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.054987] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.055120] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.055387] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.055556] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.055800] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 958d3060-f044-4655-8c5e-bd81773ad096 is going to be created. [ 740.058780] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 740.097299] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.097299] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.097299] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.097651] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.097651] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.097870] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.163968] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.164216] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.164311] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.164592] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.164696] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.164792] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be updated. [ 740.204430] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.204649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.204649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.205288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.205288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.225886] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: IN_PROGRESS for 2s [ 740.323043] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 in Status: SUCCESS [ 740.323043] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 deletion is rescheduled due to dependency. [ 740.323043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 740.780577] env[65469]: INFO networking_nsxv3.common.synchronization [req-0aabc427-4261-4ac6-a6b9-235cafe60c04 req-43471f9c-210c-471e-a623-45a92982cf11 service nova] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_rules [ 740.780838] env[65469]: INFO networking_nsxv3.common.synchronization [req-0aabc427-4261-4ac6-a6b9-235cafe60c04 req-43471f9c-210c-471e-a623-45a92982cf11 service nova] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 740.780926] env[65469]: INFO networking_nsxv3.common.synchronization [req-0aabc427-4261-4ac6-a6b9-235cafe60c04 req-43471f9c-210c-471e-a623-45a92982cf11 service nova] Enqueued Resource ID: 958d3060-f044-4655-8c5e-bd81773ad096 with Priority: HIGHEST for action port [ 740.781591] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_rules [ 740.781739] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 740.781910] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958d3060-f044-4655-8c5e-bd81773ad096 with Priority: HIGHEST for action port [ 740.784053] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.784053] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.784053] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.784053] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.784253] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 740.785066] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.785599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.785599] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-958d3060-f044-4655-8c5e-bd81773ad096 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.785755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 740.785755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 740.785891] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 740.785961] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958d3060-f044-4655-8c5e-bd81773ad096',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 741.077035] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf in Status: SUCCESS [ 741.077321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.077557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.077781] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.077987] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.078528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.078528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.078528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.078528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.078528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.078735] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 741.289184] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.294228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.295057] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958d3060-f044-4655-8c5e-bd81773ad096 with status ACTIVE [ 741.295324] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.296376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.297205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.297205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.297333] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.297526] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.297649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.297715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.297938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.298066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.298288] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.298390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.298983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.298983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.299114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.299182] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958d3060-f044-4655-8c5e-bd81773ad096 is going to be updated. [ 741.323954] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.325161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.325161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.325161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.325161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.325161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958d3060-f044-4655-8c5e-bd81773ad096" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.581103] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.581281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.581381] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.581651] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.581833] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.582036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.582036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.582216] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.582271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.582384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.583862] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.583862] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 741.583862] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 742.008997] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9e662566-be3d-4714-b12a-a8f972c1e9f4 None None] Enqueued Resource ID: be8b7071-0186-4046-9415-c4a10de309c1 with Priority: HIGHEST for action port [ 742.009913] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8b7071-0186-4046-9415-c4a10de309c1 with Priority: HIGHEST for action port [ 742.012217] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-be8b7071-0186-4046-9415-c4a10de309c1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.012217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be8b7071-0186-4046-9415-c4a10de309c1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.012217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be8b7071-0186-4046-9415-c4a10de309c1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.012490] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be8b7071-0186-4046-9415-c4a10de309c1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.012490] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8b7071-0186-4046-9415-c4a10de309c1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 742.081655] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 742.081655] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.088350] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ff27a28-ffca-48b3-a775-726dc2ad61cf: rpc.has_security_group_logging(os_id): False [ 742.109021] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.109021] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.109021] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.109021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.109607] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.109607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.109607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.109607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.109607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.109607] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf is going to be created. [ 742.170298] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.170298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.170298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.170298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.170298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.188556] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf in Status: IN_PROGRESS for 2s [ 742.247799] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 742.248064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.248707] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.248707] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.248707] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.248907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.248907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.248997] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.253609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.253609] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 742.325788] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4397b4e4-6acd-4786-853b-d0fea295fdf8 None None] Enqueued Resource ID: 2bf8098c-50e8-4cf7-89d6-3e1b873c0248 with Priority: HIGHEST for action port [ 742.326482] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf8098c-50e8-4cf7-89d6-3e1b873c0248 with Priority: HIGHEST for action port [ 742.326697] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf8098c-50e8-4cf7-89d6-3e1b873c0248 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.326862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf8098c-50e8-4cf7-89d6-3e1b873c0248" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.326862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf8098c-50e8-4cf7-89d6-3e1b873c0248" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.328567] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf8098c-50e8-4cf7-89d6-3e1b873c0248" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.328705] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf8098c-50e8-4cf7-89d6-3e1b873c0248',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 742.441537] env[65469]: INFO networking_nsxv3.common.synchronization [req-7b5ddbe8-4e40-4a2c-81a3-9861e151784f req-dc541c77-09a8-4bce-826f-cbd337b56c0e tempest-TenantUsagesTestJSON-704981362 tempest-TenantUsagesTestJSON-704981362-project-member] Enqueued Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_members [ 742.441937] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGHEST for action security_group_members [ 742.444179] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.444318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.444378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.444569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.444727] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.444832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.444912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.445125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.446028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.446028] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 742.514741] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be8b7071-0186-4046-9415-c4a10de309c1 [ 742.515963] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.515963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.515963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.515963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.515963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.515963] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be8b7071-0186-4046-9415-c4a10de309c1 already deleted. [ 742.515963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be8b7071-0186-4046-9415-c4a10de309c1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.759035] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 742.835418] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf8098c-50e8-4cf7-89d6-3e1b873c0248 [ 742.835787] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.836013] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.836143] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.836469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.836617] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.836775] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf8098c-50e8-4cf7-89d6-3e1b873c0248 already deleted. [ 742.836908] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf8098c-50e8-4cf7-89d6-3e1b873c0248" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.947995] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.948202] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.948270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.948533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.948633] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.948833] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.948973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.949047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.949303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.949448] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.949491] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 is going to be updated. [ 742.979361] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.981483] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 742.981483] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 742.981661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 742.981759] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 742.994484] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 in Status: IN_PROGRESS for 2s [ 743.269135] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 743.771030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.771030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 743.771030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 743.771030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 743.771030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 743.771030] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be updated. [ 743.802201] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.802689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 743.802794] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 743.803038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 743.803606] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 743.815435] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: IN_PROGRESS for 2s [ 744.181017] env[65469]: INFO networking_nsxv3.common.synchronization [None req-c8d259d4-5a78-4599-814d-f9667ddc7aec None None] Enqueued Resource ID: 6311ba7a-b94c-4718-bd47-a648a0185f4d with Priority: HIGHEST for action port [ 744.181785] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6311ba7a-b94c-4718-bd47-a648a0185f4d with Priority: HIGHEST for action port [ 744.181966] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-6311ba7a-b94c-4718-bd47-a648a0185f4d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.183063] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6311ba7a-b94c-4718-bd47-a648a0185f4d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 744.183673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6311ba7a-b94c-4718-bd47-a648a0185f4d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 744.183673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6311ba7a-b94c-4718-bd47-a648a0185f4d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 744.183673] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6311ba7a-b94c-4718-bd47-a648a0185f4d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 744.205814] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf in Status: SUCCESS [ 744.205814] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 744.686043] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6311ba7a-b94c-4718-bd47-a648a0185f4d [ 744.687555] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.687555] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 744.687555] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 744.687555] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 744.689839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 744.689839] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6311ba7a-b94c-4718-bd47-a648a0185f4d already deleted. [ 744.689839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6311ba7a-b94c-4718-bd47-a648a0185f4d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.012878] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 in Status: SUCCESS [ 745.013182] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 deletion is rescheduled due to dependency. [ 745.013352] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.202407] env[65469]: INFO networking_nsxv3.common.synchronization [req-9c2d4d05-8f68-4477-9940-75fc6c4800db req-7e6b9b0f-ca1f-4c89-97d6-63a4b497b1bb tempest-ServersWithSpecificFlavorTestJSON-1793762876 tempest-ServersWithSpecificFlavorTestJSON-1793762876-project-member] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 745.203096] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 745.203315] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.203442] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 745.203492] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.204097] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.204271] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.204393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 745.204844] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.204844] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.204844] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.204844] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 745.647564] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4e998d01-d425-4398-9aac-e7b3e9311511 None None] Enqueued Resource ID: 4f775c9f-8324-4fae-820f-1f77fdf15d19 with Priority: HIGHEST for action port [ 745.647564] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f775c9f-8324-4fae-820f-1f77fdf15d19 with Priority: HIGHEST for action port [ 745.649049] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f775c9f-8324-4fae-820f-1f77fdf15d19 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.649262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f775c9f-8324-4fae-820f-1f77fdf15d19" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 745.649345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f775c9f-8324-4fae-820f-1f77fdf15d19" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.649615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f775c9f-8324-4fae-820f-1f77fdf15d19" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.649701] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f775c9f-8324-4fae-820f-1f77fdf15d19',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 745.707387] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.707741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 745.707741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.708149] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.708285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.708655] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.708655] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 745.708655] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.709044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.709044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.709044] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 already deleted. [ 745.709044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.828597] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 745.829859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.829859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.832308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.832308] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.832308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 745.832308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 745.832308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 745.832308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.832308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 745.832308] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 746.054970] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.055134] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.055293] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.055648] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.055922] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.056563] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.056788] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.057208] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.057285] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.058698] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.058698] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.058698] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.058698] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.058698] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.058698] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.058698] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.085460] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.085640] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.085811] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.085973] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.086286] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-2fb52993-7218-432a-bea9-5337867a80b6 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.086461] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.086600] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.087406] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.087406] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb52993-7218-432a-bea9-5337867a80b6',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 746.151425] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f775c9f-8324-4fae-820f-1f77fdf15d19 [ 746.151677] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.151834] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.151905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.152229] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.152407] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.152514] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f775c9f-8324-4fae-820f-1f77fdf15d19 already deleted. [ 746.152598] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f775c9f-8324-4fae-820f-1f77fdf15d19" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.306193] env[65469]: INFO networking_nsxv3.common.synchronization [None req-020e5245-61d3-4c83-a1ce-c6191abe866a None None] Enqueued Resource ID: 04cc16d5-43d3-48aa-bf4a-468894ce9133 with Priority: HIGHEST for action port [ 746.306193] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cc16d5-43d3-48aa-bf4a-468894ce9133 with Priority: HIGHEST for action port [ 746.306193] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-04cc16d5-43d3-48aa-bf4a-468894ce9133 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.306193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04cc16d5-43d3-48aa-bf4a-468894ce9133" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.306193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04cc16d5-43d3-48aa-bf4a-468894ce9133" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.306193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04cc16d5-43d3-48aa-bf4a-468894ce9133" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.307132] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04cc16d5-43d3-48aa-bf4a-468894ce9133',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 746.336830] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.336830] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.336830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.337862] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.338218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.338380] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.340112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.340112] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.340112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.340112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.340112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.340112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.340112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.340112] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 746.591466] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.591466] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.591466] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.591466] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.591466] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.591466] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 2fb52993-7218-432a-bea9-5337867a80b6 not found, creating... [ 746.594030] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.594030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.594030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.594030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.594280] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.595052] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.595052] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.595777] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.596133] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.596850] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.596850] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 2fb52993-7218-432a-bea9-5337867a80b6 is going to be created. [ 746.620255] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.620494] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.620622] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.620911] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.621470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.621470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.809878] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04cc16d5-43d3-48aa-bf4a-468894ce9133 [ 746.810251] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.810251] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.810361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.810546] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.811205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.811205] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04cc16d5-43d3-48aa-bf4a-468894ce9133 already deleted. [ 746.811205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04cc16d5-43d3-48aa-bf4a-468894ce9133" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.841847] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5: rpc.has_security_group_logging(os_id): False [ 746.862100] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.862290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.862336] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.863047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.863047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.863047] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.863047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.863047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.863423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.863423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.863490] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.863581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.863638] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.863785] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.863860] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.864078] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.864200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.864274] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.864432] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.864509] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.864596] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be updated. [ 746.928292] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.928515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 746.928515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 746.929262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 746.929262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 746.948669] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: IN_PROGRESS for 2s [ 747.400084] env[65469]: INFO networking_nsxv3.common.synchronization [req-9c2d4d05-8f68-4477-9940-75fc6c4800db req-8cd265c9-f7ce-48f2-b28a-7011f2a32b48 service nova] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 747.400084] env[65469]: INFO networking_nsxv3.common.synchronization [req-9c2d4d05-8f68-4477-9940-75fc6c4800db req-8cd265c9-f7ce-48f2-b28a-7011f2a32b48 service nova] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 747.400084] env[65469]: INFO networking_nsxv3.common.synchronization [req-9c2d4d05-8f68-4477-9940-75fc6c4800db req-8cd265c9-f7ce-48f2-b28a-7011f2a32b48 service nova] Enqueued Resource ID: 2fb52993-7218-432a-bea9-5337867a80b6 with Priority: HIGHEST for action port [ 747.400571] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 747.400862] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 747.401147] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb52993-7218-432a-bea9-5337867a80b6 with Priority: HIGHEST for action port [ 747.401593] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.401991] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.402200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.402552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.402799] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 747.404191] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.404659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.404855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.405390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.405674] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.405941] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.406141] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.406713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.407019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 747.407260] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 747.411040] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fb52993-7218-432a-bea9-5337867a80b6 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.411040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.411040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.411040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.411040] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fb52993-7218-432a-bea9-5337867a80b6',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 747.914133] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 747.914133] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.914133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.914682] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fb52993-7218-432a-bea9-5337867a80b6 with status ACTIVE [ 747.914682] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.914682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.914846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.914936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.915029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 747.915248] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.915362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.915426] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.915926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.915926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 747.915926] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.915926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.916288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.916288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.916288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 747.916395] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fb52993-7218-432a-bea9-5337867a80b6 is going to be updated. [ 747.953797] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.953797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 747.953797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 747.953797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 747.953797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 747.953797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fb52993-7218-432a-bea9-5337867a80b6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 748.415266] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 748.918624] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.918624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 748.918624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 748.919676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 748.919797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 748.920713] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be created. [ 748.953445] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.953642] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 748.953690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 748.953894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 748.954075] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 748.965453] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: UNINITIALIZED for 2s [ 748.968640] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 748.968640] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 749.401395] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1ca29714-2cbc-4551-97c4-4441c8218964 None None] Enqueued Resource ID: e208209f-3316-4212-8ec9-7b1eb759f7e2 with Priority: HIGHEST for action port [ 749.401821] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e208209f-3316-4212-8ec9-7b1eb759f7e2 with Priority: HIGHEST for action port [ 749.402135] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-e208209f-3316-4212-8ec9-7b1eb759f7e2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.402268] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e208209f-3316-4212-8ec9-7b1eb759f7e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 749.402336] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e208209f-3316-4212-8ec9-7b1eb759f7e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 749.402588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e208209f-3316-4212-8ec9-7b1eb759f7e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 749.402676] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e208209f-3316-4212-8ec9-7b1eb759f7e2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 749.905512] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e208209f-3316-4212-8ec9-7b1eb759f7e2 [ 749.905809] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.906012] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 749.906079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 749.906354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 749.906414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 749.906499] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e208209f-3316-4212-8ec9-7b1eb759f7e2 already deleted. [ 749.906634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e208209f-3316-4212-8ec9-7b1eb759f7e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.001401] env[65469]: INFO networking_nsxv3.common.synchronization [req-718d790d-9950-432a-a691-0152edeeae74 req-0b2c79ba-5d19-4510-8ec0-4079f10a5630 tempest-ServersTestManualDisk-1671122585 tempest-ServersTestManualDisk-1671122585-project-member] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_members [ 750.001958] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_members [ 750.002287] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.002421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.002538] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.002742] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.002895] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.003000] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.003115] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.003301] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.005526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.005526] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 750.509188] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.509357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.509399] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.509767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.509767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.509908] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.510021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.510091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.510244] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.510324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.510410] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 already deleted. [ 750.510493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.826826] env[65469]: INFO networking_nsxv3.common.synchronization [None req-cedd04e0-0832-46ff-a006-5cb5760c776f None None] Enqueued Resource ID: 3c4da6df-08a0-4c2c-8fed-3ee8383b1887 with Priority: HIGHEST for action port [ 750.827434] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c4da6df-08a0-4c2c-8fed-3ee8383b1887 with Priority: HIGHEST for action port [ 750.827760] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c4da6df-08a0-4c2c-8fed-3ee8383b1887 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.827996] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c4da6df-08a0-4c2c-8fed-3ee8383b1887" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.827996] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c4da6df-08a0-4c2c-8fed-3ee8383b1887" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.828240] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c4da6df-08a0-4c2c-8fed-3ee8383b1887" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.828328] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c4da6df-08a0-4c2c-8fed-3ee8383b1887',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 750.944686] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.944686] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-343" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.944899] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-343" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.945224] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-343" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.945850] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.946060] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.946177] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.950021] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.950021] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.950021] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.950021] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.950021] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.950021] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.950021] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.950021] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.950021] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.971938] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.972120] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.972320] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.972438] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-343" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.972764] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.972925] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.973129] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.973446] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.973584] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1047e6-be6d-4718-a53e-e21e2b96dcc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 750.979021] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 750.979603] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.979603] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.981245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.981245] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.981245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 750.981245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 750.981245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 750.981245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.981245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 750.981245] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 751.336165] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c4da6df-08a0-4c2c-8fed-3ee8383b1887 [ 751.336165] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.336165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 751.336165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 751.336165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 751.336165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.336165] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c4da6df-08a0-4c2c-8fed-3ee8383b1887 already deleted. [ 751.336165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c4da6df-08a0-4c2c-8fed-3ee8383b1887" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.476998] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.477236] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 751.477363] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 751.477726] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 751.477792] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.478031] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port fe1047e6-be6d-4718-a53e-e21e2b96dcc9 not found, creating... [ 751.479070] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.479070] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 751.479070] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 751.479070] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 751.479305] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.479528] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.479710] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 751.479800] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 751.480939] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 751.482514] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.482514] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: fe1047e6-be6d-4718-a53e-e21e2b96dcc9 is going to be created. [ 751.484294] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 751.509470] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.509470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 751.509470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 751.509470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 751.509470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.509470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 751.702665] env[65469]: INFO networking_nsxv3.common.synchronization [None req-c3fc7d45-8420-4a2c-8c5c-4e41299d2d84 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 751.703358] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 751.703877] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.706599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 751.706729] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 751.707069] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 751.707168] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 751.987470] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bae4e9-fd64-446e-b622-6ecafc6be367: rpc.has_security_group_logging(os_id): False [ 752.009521] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.009690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.009768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.009963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.010362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.010362] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.010557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.010557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.010661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.010694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.010929] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be created. [ 752.078445] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.078445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.078445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.078445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.078445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.088222] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 752.136231] env[65469]: INFO networking_nsxv3.common.synchronization [None req-bbfba7ed-06ee-4eab-9fdf-d29aa6b3b4eb tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 752.136231] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 752.136231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.136231] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.235180] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.235180] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 already deleted. [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.235180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.236154] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 752.241089] env[65469]: INFO networking_nsxv3.common.synchronization [None req-95f444ce-daa1-4074-b86a-0c828c2fab64 None None] Enqueued Resource ID: 857be011-363a-413d-baa1-b0eeb7ddf6aa with Priority: HIGHEST for action port [ 752.242074] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 857be011-363a-413d-baa1-b0eeb7ddf6aa with Priority: HIGHEST for action port [ 752.243057] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-857be011-363a-413d-baa1-b0eeb7ddf6aa taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.244666] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-857be011-363a-413d-baa1-b0eeb7ddf6aa" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.244666] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-857be011-363a-413d-baa1-b0eeb7ddf6aa" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.244666] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-857be011-363a-413d-baa1-b0eeb7ddf6aa" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.244666] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('857be011-363a-413d-baa1-b0eeb7ddf6aa',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 752.271431] env[65469]: INFO networking_nsxv3.common.synchronization [req-718d790d-9950-432a-a691-0152edeeae74 req-4bf5d539-943c-4ddb-bb96-7622b2cff7a3 service nova] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_rules [ 752.271431] env[65469]: INFO networking_nsxv3.common.synchronization [req-718d790d-9950-432a-a691-0152edeeae74 req-4bf5d539-943c-4ddb-bb96-7622b2cff7a3 service nova] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_members [ 752.271431] env[65469]: INFO networking_nsxv3.common.synchronization [req-718d790d-9950-432a-a691-0152edeeae74 req-4bf5d539-943c-4ddb-bb96-7622b2cff7a3 service nova] Enqueued Resource ID: fe1047e6-be6d-4718-a53e-e21e2b96dcc9 with Priority: HIGHEST for action port [ 752.272343] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_rules [ 752.272705] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_members [ 752.272860] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1047e6-be6d-4718-a53e-e21e2b96dcc9 with Priority: HIGHEST for action port [ 752.274221] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.274221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.274221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.274221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.274401] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 752.275493] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.275493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.275493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.275664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.275892] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.275955] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.276030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.276192] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.276282] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.276378] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 752.277371] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.277684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.277684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.277817] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.277924] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1047e6-be6d-4718-a53e-e21e2b96dcc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 752.747036] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 857be011-363a-413d-baa1-b0eeb7ddf6aa [ 752.748657] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.748657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.748657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.748657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.748657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.748657] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:857be011-363a-413d-baa1-b0eeb7ddf6aa already deleted. [ 752.748657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-857be011-363a-413d-baa1-b0eeb7ddf6aa" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.774879] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.774879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.774879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.774879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.774879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.774879] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 already deleted. [ 752.774879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.780095] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 752.784458] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.784458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.784458] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe1047e6-be6d-4718-a53e-e21e2b96dcc9 with status ACTIVE [ 752.784458] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.784458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.784458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.784780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.784780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.784975] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.784975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.787395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.787738] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.787738] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.787940] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.788071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.789199] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.789199] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.789199] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.789199] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe1047e6-be6d-4718-a53e-e21e2b96dcc9 is going to be updated. [ 752.814093] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.814495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 752.814495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 752.814637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 752.814637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 752.814637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe1047e6-be6d-4718-a53e-e21e2b96dcc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 753.283799] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 753.426747] env[65469]: INFO networking_nsxv3.common.synchronization [None req-0076a305-9d85-49f9-b4de-d55280ea3f23 None None] Enqueued Resource ID: 9ca45202-d545-4d64-9917-72e8de62b8f4 with Priority: HIGHEST for action port [ 753.427444] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ca45202-d545-4d64-9917-72e8de62b8f4 with Priority: HIGHEST for action port [ 753.427930] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ca45202-d545-4d64-9917-72e8de62b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.427930] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ca45202-d545-4d64-9917-72e8de62b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 753.428119] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ca45202-d545-4d64-9917-72e8de62b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 753.428334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ca45202-d545-4d64-9917-72e8de62b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 753.428334] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ca45202-d545-4d64-9917-72e8de62b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 753.787647] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.788093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 753.788093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 753.788565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 753.788565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 753.788565] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 is going to be created. [ 753.816066] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 753.816222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 753.817050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 753.817050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 753.830103] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 in Status: UNINITIALIZED for 2s [ 753.930758] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ca45202-d545-4d64-9917-72e8de62b8f4 [ 753.931060] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.931284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 753.931424] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 753.931921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 753.931921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 753.931994] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ca45202-d545-4d64-9917-72e8de62b8f4 already deleted. [ 753.932281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ca45202-d545-4d64-9917-72e8de62b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.102417] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 754.102600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.108781] env[65469]: INFO networking_nsxv3.common.synchronization [req-e403efec-1c9f-46d1-a2eb-68b19b871bfa req-f4d50bd7-e380-432b-bf23-069841320662 tempest-FloatingIPsAssociationNegativeTestJSON-1630294498 tempest-FloatingIPsAssociationNegativeTestJSON-1630294498-project-member] Enqueued Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_members [ 754.109398] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_members [ 754.109735] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.109863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.109863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.110647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.111083] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.111083] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.111083] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.111272] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.111272] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.111490] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 754.247325] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f231638d-26be-490d-bc64-5a7b044afe15 None None] Enqueued Resource ID: b9bd5994-5f9a-425d-86d9-0d23716981cc with Priority: HIGHEST for action port [ 754.247602] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bd5994-5f9a-425d-86d9-0d23716981cc with Priority: HIGHEST for action port [ 754.247928] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bd5994-5f9a-425d-86d9-0d23716981cc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.250537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bd5994-5f9a-425d-86d9-0d23716981cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.250537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bd5994-5f9a-425d-86d9-0d23716981cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.250745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bd5994-5f9a-425d-86d9-0d23716981cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.251726] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bd5994-5f9a-425d-86d9-0d23716981cc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 754.615430] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.615606] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.615679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.615910] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.616023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.616269] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.616377] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.616440] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.616597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.616705] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.616759] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 already deleted. [ 754.616842] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.713139] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-696 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.713387] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-696" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.713524] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-696" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.713933] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-696" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.714425] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.714679] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.714823] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.715068] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.715220] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.715428] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.715541] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.715645] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.715751] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.715857] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.715961] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.716116] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.736384] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.736472] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.739745] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.739745] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-696" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.739745] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-5c9a8578-bb94-4d72-acef-25b60278df21 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.739745] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.739745] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.739745] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.739745] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9a8578-bb94-4d72-acef-25b60278df21',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 754.753226] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9bd5994-5f9a-425d-86d9-0d23716981cc [ 754.753524] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.753676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 754.753758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 754.753981] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 754.754087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 754.754179] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9bd5994-5f9a-425d-86d9-0d23716981cc already deleted. [ 754.754260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bd5994-5f9a-425d-86d9-0d23716981cc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.243765] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.246036] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 755.246036] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 755.246036] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 755.246036] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.246036] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 5c9a8578-bb94-4d72-acef-25b60278df21 not found, creating... [ 755.246036] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.246997] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 755.249626] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 755.249974] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 755.250150] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.250622] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.250783] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 755.250904] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 755.251153] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 755.251324] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.251481] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 5c9a8578-bb94-4d72-acef-25b60278df21 is going to be created. [ 755.278531] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.278804] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 755.278963] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 755.279309] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 755.279555] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.279779] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.841772] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 in Status: SUCCESS [ 755.841772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.841772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 755.841772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 755.841772] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.841772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 755.841772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 755.841772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 755.842236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.842787] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 755.842787] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.027308] env[65469]: INFO networking_nsxv3.common.synchronization [req-e403efec-1c9f-46d1-a2eb-68b19b871bfa req-5630a584-0df0-43ec-bfbe-82fe31047f03 service nova] Enqueued Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_rules [ 756.027308] env[65469]: INFO networking_nsxv3.common.synchronization [req-e403efec-1c9f-46d1-a2eb-68b19b871bfa req-5630a584-0df0-43ec-bfbe-82fe31047f03 service nova] Enqueued Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_members [ 756.027308] env[65469]: INFO networking_nsxv3.common.synchronization [req-e403efec-1c9f-46d1-a2eb-68b19b871bfa req-5630a584-0df0-43ec-bfbe-82fe31047f03 service nova] Enqueued Resource ID: 5c9a8578-bb94-4d72-acef-25b60278df21 with Priority: HIGHEST for action port [ 756.027308] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_rules [ 756.027308] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_members [ 756.027308] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9a8578-bb94-4d72-acef-25b60278df21 with Priority: HIGHEST for action port [ 756.028027] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.028475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.028952] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.029515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.029717] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.031344] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.031804] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.033232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.033232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.033232] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.033232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.033232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.033232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.033232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.033648] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.036491] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9a8578-bb94-4d72-acef-25b60278df21 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.036611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.036611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.036877] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.036877] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9a8578-bb94-4d72-acef-25b60278df21',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.285846] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6fe8c582-b96d-4ebd-a080-2ebccaee8d77 None None] Enqueued Resource ID: 42d87f29-b8e5-4d19-80ae-563bf39d20f6 with Priority: HIGHEST for action port [ 756.289716] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d87f29-b8e5-4d19-80ae-563bf39d20f6 with Priority: HIGHEST for action port [ 756.289716] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d87f29-b8e5-4d19-80ae-563bf39d20f6 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.289716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d87f29-b8e5-4d19-80ae-563bf39d20f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.289716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d87f29-b8e5-4d19-80ae-563bf39d20f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.289716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d87f29-b8e5-4d19-80ae-563bf39d20f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.289716] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d87f29-b8e5-4d19-80ae-563bf39d20f6',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.346508] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.543189] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c9a8578-bb94-4d72-acef-25b60278df21 with status ACTIVE [ 756.543189] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.543189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.543189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.543189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.543189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.544258] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.544258] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.544258] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.544258] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.544258] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.544626] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.544626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.544626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.547353] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.547353] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.547353] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c9a8578-bb94-4d72-acef-25b60278df21 is going to be updated. [ 756.547353] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 756.548069] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.548396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.575511] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.575670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.575670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.575830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.576303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.576481] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9a8578-bb94-4d72-acef-25b60278df21" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.793710] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42d87f29-b8e5-4d19-80ae-563bf39d20f6 [ 756.793977] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.794205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.794332] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.794513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.794637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.795096] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42d87f29-b8e5-4d19-80ae-563bf39d20f6 already deleted. [ 756.795096] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d87f29-b8e5-4d19-80ae-563bf39d20f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.851539] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c0ba963-7153-48df-8824-bd2ec339a6a1: rpc.has_security_group_logging(os_id): False [ 756.874108] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.874270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.874368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.874590] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.877689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.877689] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.877689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.877689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.877689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.878016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.878162] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 is going to be created. [ 756.938430] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.938694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 756.938694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 756.938913] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 756.939105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 756.974262] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 in Status: IN_PROGRESS for 2s [ 757.052438] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 757.123389] env[65469]: INFO networking_nsxv3.common.synchronization [req-ce3be817-83db-40e2-8cb2-67855105af19 req-3d83e8a1-03ee-41c4-aeed-50afff74d11a tempest-DeleteServersAdminTestJSON-690863121 tempest-DeleteServersAdminTestJSON-690863121-project-member] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 757.124269] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 757.125661] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.125661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.125661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.125661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.125931] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.126014] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.126080] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.126292] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.126477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.126579] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 757.564371] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.564371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.564371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.564371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.564371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.564371] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 is going to be created. [ 757.588429] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.591051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.591051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.591051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.591051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.600031] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 in Status: UNINITIALIZED for 2s [ 757.630437] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.630437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.630437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.630437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.630437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.631085] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.631085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.631085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.631085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.631085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.631085] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be updated. [ 757.683741] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.683741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.683741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.683905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.686142] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.693648] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: IN_PROGRESS for 2s [ 757.997989] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.998243] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.998343] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.998618] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.999170] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.999170] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 757.999339] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 757.999438] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 757.999579] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 757.999785] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.999906] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.999996] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.000125] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.000237] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.000341] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.000478] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.021567] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.021727] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.021863] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.022050] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 758.022389] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-c753d998-c733-4ef7-b4fc-008c7024f5ef taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.022543] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 758.022663] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 758.022997] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 758.023548] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c753d998-c733-4ef7-b4fc-008c7024f5ef',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 758.528025] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.528214] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 758.528347] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 758.528726] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 758.529567] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 758.529567] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port c753d998-c733-4ef7-b4fc-008c7024f5ef not found, creating... [ 758.529567] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.529567] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 758.529567] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 758.529935] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 758.529935] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 758.530069] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.530231] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 758.530330] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 758.530527] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 758.530658] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 758.530790] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: c753d998-c733-4ef7-b4fc-008c7024f5ef is going to be created. [ 758.552310] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.552688] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 758.552688] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 758.552892] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 758.553255] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 758.553418] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 758.992424] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 in Status: SUCCESS [ 758.992769] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.298026] env[65469]: INFO networking_nsxv3.common.synchronization [req-ce3be817-83db-40e2-8cb2-67855105af19 req-0bcbe790-c924-4883-951a-edc1a92c7ff3 service nova] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_rules [ 759.298232] env[65469]: INFO networking_nsxv3.common.synchronization [req-ce3be817-83db-40e2-8cb2-67855105af19 req-0bcbe790-c924-4883-951a-edc1a92c7ff3 service nova] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 759.298395] env[65469]: INFO networking_nsxv3.common.synchronization [req-ce3be817-83db-40e2-8cb2-67855105af19 req-0bcbe790-c924-4883-951a-edc1a92c7ff3 service nova] Enqueued Resource ID: c753d998-c733-4ef7-b4fc-008c7024f5ef with Priority: HIGHEST for action port [ 759.298954] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_rules [ 759.300315] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 759.300315] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c753d998-c733-4ef7-b4fc-008c7024f5ef with Priority: HIGHEST for action port [ 759.300315] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.300315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.300315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.300315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.300315] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 759.301133] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.301421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.301552] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-c753d998-c733-4ef7-b4fc-008c7024f5ef taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.301634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.301692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.301834] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.301911] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c753d998-c733-4ef7-b4fc-008c7024f5ef',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 759.614789] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 in Status: SUCCESS [ 759.615467] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.615467] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.615623] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.615771] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.615912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.615994] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.616206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.616288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.616381] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.616477] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 759.664459] env[65469]: INFO networking_nsxv3.common.synchronization [req-a199b0f2-24c4-4924-a0fd-2f65f7b749eb req-c2525e3f-e54f-4f44-977f-8d58ebb14367 tempest-ServerDiagnosticsNegativeTest-1622006178 tempest-ServerDiagnosticsNegativeTest-1622006178-project-member] Enqueued Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_members [ 759.664989] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGHEST for action security_group_members [ 759.666358] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.666520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.666629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.666897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.667063] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.667167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.667229] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.667375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.667459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.667546] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 759.703801] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 759.704055] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 deletion is rescheduled due to dependency. [ 759.704055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.704207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.704472] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.704667] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.705065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.705065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.705065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.705223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.705326] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 759.807199] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.808058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.808058] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c753d998-c733-4ef7-b4fc-008c7024f5ef with status ACTIVE [ 759.808058] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.808058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.808058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.808058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.808319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.808352] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.808443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.808680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.808680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.808804] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.808965] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.809245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.809245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.809383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.809515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.809607] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c753d998-c733-4ef7-b4fc-008c7024f5ef is going to be updated. [ 759.830810] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.831188] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 759.831292] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 759.831535] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 759.831762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 759.831980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c753d998-c733-4ef7-b4fc-008c7024f5ef" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.118879] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.119264] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.119264] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.119612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.119612] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.119784] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.119784] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.119958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.120067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.120200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.120351] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.120684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.120684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.120684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.120819] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.120925] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.120978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.121158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.121236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.121318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.121419] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 760.169902] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.170116] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.170169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.170409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.170486] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.170641] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.170745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.170846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.170952] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.171038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.171137] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 is going to be updated. [ 760.176199] env[65469]: INFO networking_nsxv3.common.synchronization [None req-12e4e2ce-7d7f-4e95-b21f-c29b8c94d514 None None] Enqueued Resource ID: 95895c65-7baf-4ff7-9014-d5a365e793e7 with Priority: HIGHEST for action port [ 760.176760] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95895c65-7baf-4ff7-9014-d5a365e793e7 with Priority: HIGHEST for action port [ 760.177084] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-95895c65-7baf-4ff7-9014-d5a365e793e7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.177213] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95895c65-7baf-4ff7-9014-d5a365e793e7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.177280] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95895c65-7baf-4ff7-9014-d5a365e793e7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.177525] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95895c65-7baf-4ff7-9014-d5a365e793e7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.177608] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95895c65-7baf-4ff7-9014-d5a365e793e7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 760.207240] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 760.220231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.220619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.220698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.220925] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.221089] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.232560] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 in Status: IN_PROGRESS for 2s [ 760.623901] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5dde1b6-ca5c-44c4-86e1-90190261b8f4: rpc.has_security_group_logging(os_id): False [ 760.648187] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.648385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.648476] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.648700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.648799] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.649009] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.649250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.649314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.649430] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.649508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.649700] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.649800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.649863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.650014] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.650098] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.650298] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.650396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.650458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.650599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.650778] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.650778] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 is going to be created. [ 760.679776] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95895c65-7baf-4ff7-9014-d5a365e793e7 [ 760.680030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.680222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.681054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.681054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.681054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.681054] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95895c65-7baf-4ff7-9014-d5a365e793e7 already deleted. [ 760.681054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95895c65-7baf-4ff7-9014-d5a365e793e7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.710940] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 760.713280] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.713280] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.713280] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.713488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.713645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 760.729032] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 in Status: IN_PROGRESS for 2s [ 760.886757] env[65469]: INFO networking_nsxv3.common.synchronization [None req-82464977-ba37-470e-b708-3d03ce5d9419 None None] Enqueued Resource ID: 257565b9-e642-4f0d-8ea9-4f274b34cceb with Priority: HIGHEST for action port [ 760.889023] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 257565b9-e642-4f0d-8ea9-4f274b34cceb with Priority: HIGHEST for action port [ 760.889023] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-257565b9-e642-4f0d-8ea9-4f274b34cceb taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.889023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-257565b9-e642-4f0d-8ea9-4f274b34cceb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 760.889023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-257565b9-e642-4f0d-8ea9-4f274b34cceb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 760.889023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-257565b9-e642-4f0d-8ea9-4f274b34cceb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 760.889023] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('257565b9-e642-4f0d-8ea9-4f274b34cceb',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 761.185026] env[65469]: INFO networking_nsxv3.common.synchronization [None req-09dac515-ac03-48dc-9679-bb2836080683 None None] Enqueued Resource ID: 3c3cb423-34da-4427-b984-e6023890fde5 with Priority: HIGHEST for action port [ 761.185602] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3cb423-34da-4427-b984-e6023890fde5 with Priority: HIGHEST for action port [ 761.185923] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c3cb423-34da-4427-b984-e6023890fde5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.186561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c3cb423-34da-4427-b984-e6023890fde5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 761.186561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c3cb423-34da-4427-b984-e6023890fde5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 761.186828] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c3cb423-34da-4427-b984-e6023890fde5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 761.186828] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3cb423-34da-4427-b984-e6023890fde5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 761.216755] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.217185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 761.217312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 761.217558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 761.217661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 761.217766] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be updated. [ 761.253091] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.253091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 761.253091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 761.253340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 761.253385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 761.263374] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: IN_PROGRESS for 2s [ 761.391158] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 257565b9-e642-4f0d-8ea9-4f274b34cceb [ 761.391158] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.391158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 761.391158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 761.391158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 761.391158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 761.391158] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:257565b9-e642-4f0d-8ea9-4f274b34cceb already deleted. [ 761.391669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-257565b9-e642-4f0d-8ea9-4f274b34cceb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 761.689313] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c3cb423-34da-4427-b984-e6023890fde5 [ 761.689686] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.689686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 761.689809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 761.690719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 761.690719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 761.690719] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c3cb423-34da-4427-b984-e6023890fde5 already deleted. [ 761.690719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c3cb423-34da-4427-b984-e6023890fde5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 762.106136] env[65469]: INFO networking_nsxv3.common.synchronization [None req-34e7013d-89ae-40d4-acff-099ea263a7f2 None None] Enqueued Resource ID: fd08e067-42ed-428c-a314-4573bd308a29 with Priority: HIGHEST for action port [ 762.107568] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd08e067-42ed-428c-a314-4573bd308a29 with Priority: HIGHEST for action port [ 762.110525] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd08e067-42ed-428c-a314-4573bd308a29 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.111023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd08e067-42ed-428c-a314-4573bd308a29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 762.111023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd08e067-42ed-428c-a314-4573bd308a29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 762.112114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd08e067-42ed-428c-a314-4573bd308a29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 762.112114] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd08e067-42ed-428c-a314-4573bd308a29',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 762.245469] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 in Status: SUCCESS [ 762.245469] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 deletion is rescheduled due to dependency. [ 762.245469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 762.615195] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd08e067-42ed-428c-a314-4573bd308a29 [ 762.615195] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.615195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 762.615379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 762.615625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 762.615749] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 762.615847] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd08e067-42ed-428c-a314-4573bd308a29 already deleted. [ 762.615927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd08e067-42ed-428c-a314-4573bd308a29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 762.745831] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 in Status: SUCCESS [ 762.746363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 762.767475] env[65469]: INFO networking_nsxv3.common.synchronization [req-842f71cb-d8fb-4e05-97a6-651eabdc606e req-efbba0cc-3a95-4e1c-8b4f-da789daf6099 tempest-ImagesNegativeTestJSON-579312141 tempest-ImagesNegativeTestJSON-579312141-project-member] Enqueued Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_members [ 762.768076] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_members [ 762.768386] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.768515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 762.768579] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 762.768836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 762.768991] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.769596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 762.769697] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 762.769907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 762.770060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 762.770124] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 763.216405] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1d966888-3a8a-4014-881c-f7479d5da143 None None] Enqueued Resource ID: e0bf670f-b211-421f-bbd9-921be1c181f3 with Priority: HIGHEST for action port [ 763.216405] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bf670f-b211-421f-bbd9-921be1c181f3 with Priority: HIGHEST for action port [ 763.216405] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bf670f-b211-421f-bbd9-921be1c181f3 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.216405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bf670f-b211-421f-bbd9-921be1c181f3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.216405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bf670f-b211-421f-bbd9-921be1c181f3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.216405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bf670f-b211-421f-bbd9-921be1c181f3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.216405] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bf670f-b211-421f-bbd9-921be1c181f3',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 763.273084] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.273084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.273425] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.273425] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.273592] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.273908] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.273908] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.273908] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.274100] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.274100] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.274204] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d already deleted. [ 763.274257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.275149] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 763.275532] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.276306] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.276393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.276560] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.276721] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.276721] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.277037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.277037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.277037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.277433] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 763.641178] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.641428] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-966" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.641559] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-966" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.642012] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-966" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.642195] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.642392] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.643223] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.643223] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.643223] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.643460] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.643644] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.643825] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.644013] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.644223] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.645040] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.645040] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.669100] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.671786] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.671786] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.671786] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-966" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.671786] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-b7d6d7e2-7876-4997-af0e-f826ba3ca090 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.671786] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.671786] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.671786] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.671786] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d6d7e2-7876-4997-af0e-f826ba3ca090',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 763.717608] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0bf670f-b211-421f-bbd9-921be1c181f3 [ 763.717845] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.717996] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.718093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.718307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.718410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.718504] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0bf670f-b211-421f-bbd9-921be1c181f3 already deleted. [ 763.718585] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bf670f-b211-421f-bbd9-921be1c181f3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.781033] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.781395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.781395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.781574] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.781806] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.781932] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.781932] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.782106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.782341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.782341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.782446] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.782557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.782618] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.782765] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.782945] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.783056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.783147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.783310] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.783411] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.783498] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 763.783628] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 763.992601] env[65469]: INFO networking_nsxv3.common.synchronization [None req-2e8c4bba-fbd2-4d4f-9227-1585062a9b2d None None] Enqueued Resource ID: 5541e592-a44c-4ccd-9145-caa16a009855 with Priority: HIGHEST for action port [ 763.993934] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5541e592-a44c-4ccd-9145-caa16a009855 with Priority: HIGHEST for action port [ 763.994220] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5541e592-a44c-4ccd-9145-caa16a009855 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.994359] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5541e592-a44c-4ccd-9145-caa16a009855" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 763.994459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5541e592-a44c-4ccd-9145-caa16a009855" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 763.994943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5541e592-a44c-4ccd-9145-caa16a009855" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 763.994995] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5541e592-a44c-4ccd-9145-caa16a009855',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 764.172977] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.173236] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.173428] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.173820] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.174017] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.174214] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port b7d6d7e2-7876-4997-af0e-f826ba3ca090 not found, creating... [ 764.174524] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.174732] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.175074] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.175152] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.175292] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.175876] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.176118] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.176248] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.176503] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.176672] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.176842] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: b7d6d7e2-7876-4997-af0e-f826ba3ca090 is going to be created. [ 764.201139] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.201368] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.201557] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.201767] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.202018] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.202253] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.257816] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8f6b8ab6-d3af-454e-b5ab-0c7791c5972f None None] Enqueued Resource ID: 403992bb-8a33-41c9-8cdb-4a3814384dcd with Priority: HIGHEST for action port [ 764.258435] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403992bb-8a33-41c9-8cdb-4a3814384dcd with Priority: HIGHEST for action port [ 764.258756] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-403992bb-8a33-41c9-8cdb-4a3814384dcd taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.259364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-403992bb-8a33-41c9-8cdb-4a3814384dcd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.259364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-403992bb-8a33-41c9-8cdb-4a3814384dcd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.259364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-403992bb-8a33-41c9-8cdb-4a3814384dcd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.259525] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('403992bb-8a33-41c9-8cdb-4a3814384dcd',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 764.286533] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79caf74f-d6be-472d-8466-a6ea25404501: rpc.has_security_group_logging(os_id): False [ 764.311537] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.311922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.311922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.312252] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.312252] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.312365] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.313041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.313041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.313041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.313041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.313041] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.313041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.313421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.313421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.313421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.313543] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.313628] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.313685] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.313829] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.315814] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.315976] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be updated. [ 764.383013] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.383187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.383261] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.383591] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.383745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.398317] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: IN_PROGRESS for 2s [ 764.498460] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5541e592-a44c-4ccd-9145-caa16a009855 [ 764.498778] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.498972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.499125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.499365] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.499475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.499581] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5541e592-a44c-4ccd-9145-caa16a009855 already deleted. [ 764.499685] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5541e592-a44c-4ccd-9145-caa16a009855" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.765075] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 403992bb-8a33-41c9-8cdb-4a3814384dcd [ 764.765335] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.765480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.765551] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.765777] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.766036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.766036] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:403992bb-8a33-41c9-8cdb-4a3814384dcd already deleted. [ 764.766036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-403992bb-8a33-41c9-8cdb-4a3814384dcd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.926048] env[65469]: INFO networking_nsxv3.common.synchronization [None req-16327a30-2f28-4932-92dc-92d0cdfa5dd6 None None] Enqueued Resource ID: 4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c with Priority: HIGHEST for action port [ 764.928062] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c with Priority: HIGHEST for action port [ 764.929268] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.930118] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.930274] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.930542] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.930634] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 764.935337] env[65469]: INFO networking_nsxv3.common.synchronization [req-842f71cb-d8fb-4e05-97a6-651eabdc606e req-3f1fe4a6-591d-42bf-bea7-91cfb861603b service nova] Enqueued Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_rules [ 764.935337] env[65469]: INFO networking_nsxv3.common.synchronization [req-842f71cb-d8fb-4e05-97a6-651eabdc606e req-3f1fe4a6-591d-42bf-bea7-91cfb861603b service nova] Enqueued Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_members [ 764.935337] env[65469]: INFO networking_nsxv3.common.synchronization [req-842f71cb-d8fb-4e05-97a6-651eabdc606e req-3f1fe4a6-591d-42bf-bea7-91cfb861603b service nova] Enqueued Resource ID: b7d6d7e2-7876-4997-af0e-f826ba3ca090 with Priority: HIGHEST for action port [ 764.935337] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_rules [ 764.935337] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_members [ 764.935337] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d6d7e2-7876-4997-af0e-f826ba3ca090 with Priority: HIGHEST for action port [ 764.936647] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.936647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.936812] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.938312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.938312] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 764.939160] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.940133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.940133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.940133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.940133] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.940133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.940133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.940133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.940678] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 764.940678] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 764.941423] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d6d7e2-7876-4997-af0e-f826ba3ca090 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.941592] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 764.941661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 764.941893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 764.942030] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d6d7e2-7876-4997-af0e-f826ba3ca090',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 765.354937] env[65469]: INFO networking_nsxv3.common.synchronization [req-7be8f3b0-52ce-4aa1-8406-1a9bbf5db177 req-7e5abe05-cd13-4278-b2fb-2b9cb0740bd5 tempest-InstanceActionsTestJSON-1806747380 tempest-InstanceActionsTestJSON-1806747380-project-member] Enqueued Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_members [ 765.357629] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_members [ 765.357629] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.357629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.357973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.358167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.358377] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.358544] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.360115] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.360744] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.360744] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.360744] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 765.436863] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c [ 765.436863] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.436863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.437158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.437158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.437608] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.437745] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c already deleted. [ 765.437842] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aedb5d6-2a9b-496c-98eb-b73b03ee0e4c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.444051] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 765.445046] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.445175] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.445452] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7d6d7e2-7876-4997-af0e-f826ba3ca090 with status ACTIVE [ 765.445560] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.445660] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.445660] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.445868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.445955] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.446137] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.446224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.446290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.446493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.446695] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.446695] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.446800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.446838] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.446988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.447091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.447180] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7d6d7e2-7876-4997-af0e-f826ba3ca090 is going to be updated. [ 765.472074] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.472343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.472668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.472668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.473034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d6d7e2-7876-4997-af0e-f826ba3ca090" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.865451] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.865607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.865676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.865900] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.865988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.866197] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.867164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.867164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.867164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.867164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.867164] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 already deleted. [ 765.867164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.877831] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-578 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.877831] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-578" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.879986] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-578" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.880184] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-578" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.880468] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.880843] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.880843] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.881596] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.881596] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.881596] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.881596] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.881596] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.881809] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.881809] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.882129] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.882129] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.906229] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.906229] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.906229] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.906229] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-578" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 765.906229] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-e599424e-fe74-4d2c-948c-3759b6289f44 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.906229] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 765.906229] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 765.906229] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 765.906229] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e599424e-fe74-4d2c-948c-3759b6289f44',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 765.951047] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 766.414590] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 766.414946] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.415887] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.415887] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 766.416088] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 766.416308] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 766.416482] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.416595] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port e599424e-fe74-4d2c-948c-3759b6289f44 not found, creating... [ 766.416905] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.418670] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 766.418976] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 766.419543] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 766.419543] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.420104] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.421099] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 766.421099] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 766.421099] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 766.421099] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.421099] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: e599424e-fe74-4d2c-948c-3759b6289f44 is going to be created. [ 766.447027] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.447027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 766.447713] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 766.447713] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 766.447790] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.448282] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.456037] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.456037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 766.456037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 766.456456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 766.456456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.456456] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d is going to be created. [ 766.498059] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.498059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 766.498059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 766.498315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 766.498491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 766.517390] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d in Status: UNINITIALIZED for 2s [ 767.289648] env[65469]: INFO networking_nsxv3.common.synchronization [req-7be8f3b0-52ce-4aa1-8406-1a9bbf5db177 req-51f59c0c-0a70-4051-b6b1-59593f116c71 service nova] Enqueued Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_rules [ 767.289764] env[65469]: INFO networking_nsxv3.common.synchronization [req-7be8f3b0-52ce-4aa1-8406-1a9bbf5db177 req-51f59c0c-0a70-4051-b6b1-59593f116c71 service nova] Enqueued Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_members [ 767.289951] env[65469]: INFO networking_nsxv3.common.synchronization [req-7be8f3b0-52ce-4aa1-8406-1a9bbf5db177 req-51f59c0c-0a70-4051-b6b1-59593f116c71 service nova] Enqueued Resource ID: e599424e-fe74-4d2c-948c-3759b6289f44 with Priority: HIGHEST for action port [ 767.290527] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_rules [ 767.290676] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_members [ 767.290791] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e599424e-fe74-4d2c-948c-3759b6289f44 with Priority: HIGHEST for action port [ 767.291505] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.291623] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.291670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.291929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.292026] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 767.292991] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.293139] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.293269] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.294245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.294449] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.294568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.294632] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.294818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.294912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 767.295413] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 767.296575] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-e599424e-fe74-4d2c-948c-3759b6289f44 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.296703] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.296752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.296915] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.297062] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e599424e-fe74-4d2c-948c-3759b6289f44',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 767.764845] env[65469]: INFO networking_nsxv3.common.synchronization [None req-52696f17-974a-4c2f-bead-87db0f0c7e6e None None] Enqueued Resource ID: 984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc with Priority: HIGHEST for action port [ 767.765839] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc with Priority: HIGHEST for action port [ 767.765839] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.766056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.766352] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.771027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.771149] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 767.804030] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e599424e-fe74-4d2c-948c-3759b6289f44 with status ACTIVE [ 767.804030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 767.804030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 767.804030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.804030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 767.804030] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e599424e-fe74-4d2c-948c-3759b6289f44 is going to be updated. [ 767.806319] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 767.807775] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.809030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.838499] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.838871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 767.838871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 767.839236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 767.839378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 767.839552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e599424e-fe74-4d2c-948c-3759b6289f44" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.041896] env[65469]: INFO networking_nsxv3.common.synchronization [None req-fe057a5a-422a-4092-a257-1978c77afade None None] Enqueued Resource ID: ee7d1106-d790-42f0-af23-3ab252e736ae with Priority: HIGHEST for action port [ 768.043045] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7d1106-d790-42f0-af23-3ab252e736ae with Priority: HIGHEST for action port [ 768.043045] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7d1106-d790-42f0-af23-3ab252e736ae taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.043045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7d1106-d790-42f0-af23-3ab252e736ae" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 768.043045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7d1106-d790-42f0-af23-3ab252e736ae" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.043300] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7d1106-d790-42f0-af23-3ab252e736ae" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.043339] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7d1106-d790-42f0-af23-3ab252e736ae',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 768.277401] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc [ 768.277698] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.277851] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 768.277922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.278194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.278278] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.278429] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc already deleted. [ 768.278477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-984d7ed8-e8c8-4417-88b3-4f6cb8a15fbc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.310207] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 768.530723] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d in Status: SUCCESS [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.530723] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.530723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.530723] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 768.548206] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee7d1106-d790-42f0-af23-3ab252e736ae [ 768.548206] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.548408] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 768.548497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.548780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.548879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.548987] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee7d1106-d790-42f0-af23-3ab252e736ae already deleted. [ 768.549120] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7d1106-d790-42f0-af23-3ab252e736ae" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.813899] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.814193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 768.814193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.814371] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.814463] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.814566] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 is going to be created. [ 768.842316] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.842481] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 768.842549] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 768.842754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 768.842920] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 768.856546] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 in Status: UNINITIALIZED for 2s [ 769.032990] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.033263] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.033531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.033714] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.033885] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.034067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.034164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.034443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.034443] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.034559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.034559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.034690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.034826] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.034983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.034983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.035132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.035210] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.035293] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.035387] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 769.539054] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a5b9e81-df22-4b7d-986e-fd8d4485f16d: rpc.has_security_group_logging(os_id): False [ 769.558383] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.558694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.558694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.558819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.558911] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.559169] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.559391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.559492] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.559595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.559768] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559865] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.559917] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.560081] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.560187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.560370] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.560461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.560533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.560656] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.560732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.560817] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d is going to be created. [ 769.643805] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.644205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 769.644297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 769.644652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 769.644880] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 769.659623] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d in Status: IN_PROGRESS for 2s [ 770.204961] env[65469]: INFO networking_nsxv3.common.synchronization [None req-07531971-3662-429e-99a1-b2300906c00c tempest-ServerActionsTestOtherB-1445636573 tempest-ServerActionsTestOtherB-1445636573-project-member] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_rules [ 770.204961] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_rules [ 770.204961] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.207636] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 770.207636] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 770.207636] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 770.207636] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 770.365225] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9326315c-37e6-4d78-a7e6-e092b9294051 tempest-ServerActionsTestOtherB-1445636573 tempest-ServerActionsTestOtherB-1445636573-project-member] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_rules [ 770.365879] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_rules [ 770.368878] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.370086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 770.729978] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.729978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 770.729978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 770.730224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 770.730278] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 770.730380] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b already deleted. [ 770.730475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 770.730609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 770.730765] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 770.730857] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 770.867046] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 in Status: SUCCESS [ 770.867254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 770.867431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 770.867843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 770.867843] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.868156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 770.868156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 770.868269] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 770.868361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 770.868466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 770.868547] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 771.260641] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.260641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.260641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.260641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.260641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.261322] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b already deleted. [ 771.261322] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.371676] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.371954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.374449] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.374449] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.374449] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.374449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.374449] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 771.673334] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d in Status: SUCCESS [ 771.674625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.711112] env[65469]: INFO networking_nsxv3.common.synchronization [req-2a0d00a6-e2a7-410c-b42a-f173acbbc97f req-8406fd10-0a7c-458f-bf8a-f0b93d0cf575 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 771.711112] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 771.711557] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.711557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.711716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.713362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.713362] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.713362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.713362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.713362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.713362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.713362] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 771.877593] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bcf74e3-c145-4338-b977-5c83a8bdbe77: rpc.has_security_group_logging(os_id): False [ 771.903290] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.903290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.903290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.903290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.903652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.904288] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.904288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.904288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.904288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.904496] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.905067] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.905067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.905067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.905067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.905067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.905870] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.905870] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.905870] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.906087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.906271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 771.906342] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 is going to be created. [ 771.983609] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.983825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 771.983921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 771.984176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 771.984383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.001599] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 in Status: IN_PROGRESS for 2s [ 772.214848] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.215083] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.215083] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.215294] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.215382] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.215576] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.215674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.215736] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.215881] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.215954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.216064] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 already deleted. [ 772.216132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.313496] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e693cb2c-b541-4dd2-a000-c92728a29ac4 tempest-ServersTestJSON-1565476061 tempest-ServersTestJSON-1565476061-project-member] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_rules [ 772.315482] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_rules [ 772.315482] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.315482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.315930] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.316326] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.316326] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 772.336165] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.336424] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-880" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.336568] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-880" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.338597] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-880" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.338597] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.338597] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.338987] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.338987] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.339456] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.339456] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.339569] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.339719] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.339792] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.339899] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.340102] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.340269] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.362537] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.362537] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.362537] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.362537] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-880" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.363136] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.363136] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.363136] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.363548] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.363634] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4636485-7b6f-4fbb-ab94-d4f75ada7a1c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 772.546359] env[65469]: INFO networking_nsxv3.common.synchronization [None req-cde87f00-6020-40ee-bd8f-d1355b882462 tempest-ServersTestJSON-1565476061 tempest-ServersTestJSON-1565476061-project-member] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_rules [ 772.546359] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_rules [ 772.546877] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.547138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.837739] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.837909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.837973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.839022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.839022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.839022] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 already deleted. [ 772.839022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.839022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.839022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.839022] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 772.866941] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.867996] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.867996] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.867996] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.867996] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.867996] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port a4636485-7b6f-4fbb-ab94-d4f75ada7a1c not found, creating... [ 772.868198] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.868295] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.868405] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.868610] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.868738] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.870079] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.870435] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.870486] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.871292] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.871292] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.871292] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c is going to be created. [ 772.897531] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.897790] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 772.898342] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 772.898342] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 772.898500] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 772.898732] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 773.359868] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.360203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 773.360203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 773.360337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 773.360436] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 773.360583] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 already deleted. [ 773.360686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 773.587525] env[65469]: INFO networking_nsxv3.common.synchronization [req-2a0d00a6-e2a7-410c-b42a-f173acbbc97f req-a18e332b-0fa9-4615-b746-4d0f66303461 service nova] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 773.587711] env[65469]: INFO networking_nsxv3.common.synchronization [req-2a0d00a6-e2a7-410c-b42a-f173acbbc97f req-a18e332b-0fa9-4615-b746-4d0f66303461 service nova] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 773.587866] env[65469]: INFO networking_nsxv3.common.synchronization [req-2a0d00a6-e2a7-410c-b42a-f173acbbc97f req-a18e332b-0fa9-4615-b746-4d0f66303461 service nova] Enqueued Resource ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with Priority: HIGHEST for action port [ 773.588380] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 773.588511] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 773.588615] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with Priority: HIGHEST for action port [ 773.588885] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.589423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 773.589423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 773.589423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 773.589423] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 773.591133] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.591265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 773.591365] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 773.591504] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 773.592873] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.593137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 773.595418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 773.595418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 773.595418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 773.595418] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 773.595418] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.595418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 773.595418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 773.595418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 773.595418] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4636485-7b6f-4fbb-ab94-d4f75ada7a1c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 774.018450] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 in Status: SUCCESS [ 774.018695] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.067999] env[65469]: INFO networking_nsxv3.common.synchronization [req-2818ac30-4bdf-40df-91ca-93fab9ebc42c req-25cfee79-046c-4d67-a994-d17a1d152aa0 tempest-ServersAdminTestJSON-126550973 tempest-ServersAdminTestJSON-126550973-project-member] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 774.068677] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 774.070079] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.070079] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.070079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.070513] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 774.091806] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.091915] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.097699] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 774.098585] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with status ACTIVE [ 774.098795] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.098920] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.098991] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.099219] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.099314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.099493] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.100105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.100105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.100105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.100105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.100105] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.100341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.100341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.100415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.100452] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.100726] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c is going to be updated. [ 774.126772] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.126957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.126957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.127148] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.127357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.127485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.574383] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.574383] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.574383] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 already deleted. [ 774.574383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.604341] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 774.616093] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.616093] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.616093] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.616093] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.616093] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.616093] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.616508] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.616836] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.617161] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.617497] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.617718] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.617936] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.618153] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.618385] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.618601] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.618832] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.638336] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.638813] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.638813] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.639012] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 774.639362] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.639547] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 774.639678] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 774.640049] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 774.640194] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321b5f6a-6eb5-4a41-86a9-3eac3f4def7b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 775.106298] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.107954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.108228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.108586] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.108868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.109164] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be created. [ 775.137250] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.138324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.138324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.138577] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.138680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.142445] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.142886] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.142886] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.143157] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.143281] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.143476] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 321b5f6a-6eb5-4a41-86a9-3eac3f4def7b not found, creating... [ 775.143804] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.143990] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.144328] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.144328] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.144496] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.144871] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.146831] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.146831] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.146831] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.146831] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.146831] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 321b5f6a-6eb5-4a41-86a9-3eac3f4def7b is going to be created. [ 775.168186] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: UNINITIALIZED for 2s [ 775.200923] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.201224] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.201533] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.201841] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.202106] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.205459] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.431256] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f30bb131-634b-4cc0-a431-f9cb9edd8564 None None] Enqueued Resource ID: 6b2f2a3f-f460-4503-ad71-b9c6ffc08a25 with Priority: HIGHEST for action port [ 775.431983] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2f2a3f-f460-4503-ad71-b9c6ffc08a25 with Priority: HIGHEST for action port [ 775.432347] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b2f2a3f-f460-4503-ad71-b9c6ffc08a25 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.432488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b2f2a3f-f460-4503-ad71-b9c6ffc08a25" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.432674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b2f2a3f-f460-4503-ad71-b9c6ffc08a25" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.433192] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b2f2a3f-f460-4503-ad71-b9c6ffc08a25" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.433357] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2f2a3f-f460-4503-ad71-b9c6ffc08a25',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 775.918482] env[65469]: INFO networking_nsxv3.common.synchronization [req-2818ac30-4bdf-40df-91ca-93fab9ebc42c req-36b9f668-b42a-4123-ae4f-1f159e34f9b8 service nova] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_rules [ 775.918742] env[65469]: INFO networking_nsxv3.common.synchronization [req-2818ac30-4bdf-40df-91ca-93fab9ebc42c req-36b9f668-b42a-4123-ae4f-1f159e34f9b8 service nova] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 775.918819] env[65469]: INFO networking_nsxv3.common.synchronization [req-2818ac30-4bdf-40df-91ca-93fab9ebc42c req-36b9f668-b42a-4123-ae4f-1f159e34f9b8 service nova] Enqueued Resource ID: 321b5f6a-6eb5-4a41-86a9-3eac3f4def7b with Priority: HIGHEST for action port [ 775.920158] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_rules [ 775.920690] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 775.920690] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 321b5f6a-6eb5-4a41-86a9-3eac3f4def7b with Priority: HIGHEST for action port [ 775.921480] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.921480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.921480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.921480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.921480] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 775.922307] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.922420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.922485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.923513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.923513] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.923513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.923513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.923513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.923513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.923513] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 775.924803] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.924970] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.925055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.925229] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.925299] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('321b5f6a-6eb5-4a41-86a9-3eac3f4def7b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 775.935608] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b2f2a3f-f460-4503-ad71-b9c6ffc08a25 [ 775.935833] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.935986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 775.936101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 775.936337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 775.936485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 775.936628] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b2f2a3f-f460-4503-ad71-b9c6ffc08a25 already deleted. [ 775.936689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b2f2a3f-f460-4503-ad71-b9c6ffc08a25" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 776.430052] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 776.430052] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.430052] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 776.430372] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 321b5f6a-6eb5-4a41-86a9-3eac3f4def7b with status ACTIVE [ 776.430372] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.430533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 776.430533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 776.432110] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 776.432110] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 776.432110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 776.432845] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 321b5f6a-6eb5-4a41-86a9-3eac3f4def7b is going to be updated. [ 776.458831] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.459060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 776.459118] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 776.459287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 776.459561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 776.459717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-321b5f6a-6eb5-4a41-86a9-3eac3f4def7b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 776.930802] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 777.178046] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 777.178175] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.178330] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.178553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.178747] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.178869] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.178932] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.179201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.179201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.179347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.179347] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 777.263966] env[65469]: INFO networking_nsxv3.common.synchronization [req-a14955ae-d518-4c21-9718-dc2eaaad5a7b req-6139f7ce-118e-4348-9d38-f3d083e85dc3 tempest-VolumesAdminNegativeTest-1266721552 tempest-VolumesAdminNegativeTest-1266721552-project-member] Enqueued Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_members [ 777.264528] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGHEST for action security_group_members [ 777.264845] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.264977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.265058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.265267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.265417] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.265520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.265586] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.265734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.265821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.265921] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 777.435743] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.435743] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.435743] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.435743] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.435743] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.435743] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be created. [ 777.461463] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.461639] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.462050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.462137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.462266] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.473111] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: UNINITIALIZED for 2s [ 777.683159] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 777.693093] env[65469]: INFO networking_nsxv3.common.synchronization [None req-bc408481-c3ca-4e84-a8b0-f34d1f6ab245 None None] Enqueued Resource ID: b184b0c2-cf51-4744-a56e-d749209c3c91 with Priority: HIGHEST for action port [ 777.694214] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b184b0c2-cf51-4744-a56e-d749209c3c91 with Priority: HIGHEST for action port [ 777.694571] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-b184b0c2-cf51-4744-a56e-d749209c3c91 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.694746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b184b0c2-cf51-4744-a56e-d749209c3c91" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.694852] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b184b0c2-cf51-4744-a56e-d749209c3c91" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.695317] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b184b0c2-cf51-4744-a56e-d749209c3c91" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.695498] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b184b0c2-cf51-4744-a56e-d749209c3c91',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 777.768799] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.769040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.769084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.769448] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.769746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.770010] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.770147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.770234] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.770565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.770825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.771052] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf is going to be updated. [ 777.804380] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.804664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 777.804728] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 777.804928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 777.805281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 777.818031] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf in Status: IN_PROGRESS for 2s [ 778.185849] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d18a832-8ce1-4bac-a994-92b79e0a6536: rpc.has_security_group_logging(os_id): False [ 778.203714] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b184b0c2-cf51-4744-a56e-d749209c3c91 [ 778.203714] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.203714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 778.203714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 778.203714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 778.203714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 778.203714] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b184b0c2-cf51-4744-a56e-d749209c3c91 already deleted. [ 778.203714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b184b0c2-cf51-4744-a56e-d749209c3c91" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 778.206231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.206385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 778.206459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 778.206702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 778.207061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 778.207061] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.207254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 778.207303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 778.207433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 778.207513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 778.207601] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be created. [ 778.288497] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.288653] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 778.289196] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 778.289196] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 778.289196] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 778.308188] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: IN_PROGRESS for 2s [ 779.315604] env[65469]: INFO networking_nsxv3.common.synchronization [req-dd0394a4-15c6-426e-af99-4451d1dec393 req-85b4a3f4-761d-42ea-b522-5a4d5197359f tempest-DeleteServersTestJSON-35602450 tempest-DeleteServersTestJSON-35602450-project-member] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 779.318479] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 779.323595] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.323595] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.323595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.323595] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 779.483677] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 779.483937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.484114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.484537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.484537] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.484682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.484857] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.484951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.484951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.485132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.485132] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 779.696196] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.696450] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.696450] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.697874] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.698165] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.698331] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.698572] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.698869] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.699037] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.699254] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.699452] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.699537] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.699593] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.699660] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.699761] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.699893] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.722063] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.722772] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.722772] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.722894] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.723366] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-60d749ab-453c-414e-a511-3bb1b9f041d0 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.723738] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.723925] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.724401] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.725483] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d749ab-453c-414e-a511-3bb1b9f041d0',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 779.826972] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.826972] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.826972] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 already deleted. [ 779.826972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.828931] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf in Status: SUCCESS [ 779.829164] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf deletion is rescheduled due to dependency. [ 779.829271] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.988038] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.988038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.988038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.988295] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.988331] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.988417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.988483] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.988633] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.988750] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.988886] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.988992] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989115] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.989179] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.989324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.989462] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989560] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 779.989640] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 779.989781] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 779.989853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.989936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 779.990039] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 780.227187] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.227451] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.227604] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.227987] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.228208] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.228423] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 60d749ab-453c-414e-a511-3bb1b9f041d0 not found, creating... [ 780.228859] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.229159] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.229372] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.229700] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.229911] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.230351] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.230600] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.230731] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.231273] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.231461] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.231621] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 60d749ab-453c-414e-a511-3bb1b9f041d0 is going to be created. [ 780.257488] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.257703] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.257835] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.258116] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.258384] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.258770] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.327318] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 780.327650] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.494542] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b5f665-86fd-4da0-a0b2-4c1deab33af1: rpc.has_security_group_logging(os_id): False [ 780.514355] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.515558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.515558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.515558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.515558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.515783] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.515964] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.515964] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.516139] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.516291] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.516447] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.516593] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.516653] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.516881] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.516958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.517324] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.517446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.517539] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.517713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.517794] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.517884] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be created. [ 780.584437] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.584674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.584739] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.584940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.585148] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 780.599221] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 780.987690] env[65469]: INFO networking_nsxv3.common.synchronization [req-dd0394a4-15c6-426e-af99-4451d1dec393 req-66d4ceb3-f7c1-42eb-81e9-c8a02669a84c service nova] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_rules [ 780.987876] env[65469]: INFO networking_nsxv3.common.synchronization [req-dd0394a4-15c6-426e-af99-4451d1dec393 req-66d4ceb3-f7c1-42eb-81e9-c8a02669a84c service nova] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 780.987989] env[65469]: INFO networking_nsxv3.common.synchronization [req-dd0394a4-15c6-426e-af99-4451d1dec393 req-66d4ceb3-f7c1-42eb-81e9-c8a02669a84c service nova] Enqueued Resource ID: 60d749ab-453c-414e-a511-3bb1b9f041d0 with Priority: HIGHEST for action port [ 780.988525] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_rules [ 780.988662] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 780.988756] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d749ab-453c-414e-a511-3bb1b9f041d0 with Priority: HIGHEST for action port [ 780.993500] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.996575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 780.996575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 780.996575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 780.996575] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 780.996952] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.002510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.002510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.002510] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.002510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.002752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.002786] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.002900] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 781.006958] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d749ab-453c-414e-a511-3bb1b9f041d0 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.009347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.009347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.009347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.009540] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d749ab-453c-414e-a511-3bb1b9f041d0',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 781.394455] env[65469]: INFO networking_nsxv3.common.synchronization [req-a7659aac-f172-4cf6-8f1a-58e567a7d1db req-0930500d-4b9c-4e23-bac4-43394c37311c tempest-InstanceActionsV221TestJSON-1037432953 tempest-InstanceActionsV221TestJSON-1037432953-project-member] Enqueued Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_members [ 781.395808] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_members [ 781.398090] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.398274] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.398347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.398629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.398827] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.398938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.399244] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.399349] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.399403] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.399501] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 781.512407] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 781.512994] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.513133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.515071] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d749ab-453c-414e-a511-3bb1b9f041d0 with status ACTIVE [ 781.515071] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.515071] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.515071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.515597] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.515597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.515597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.515730] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.515730] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.517275] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d749ab-453c-414e-a511-3bb1b9f041d0 is going to be updated. [ 781.542714] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.542714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.542714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.543057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.543057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.544416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d749ab-453c-414e-a511-3bb1b9f041d0" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.826043] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.826470] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.826727] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.827257] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.827831] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.828064] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.828293] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.828707] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.828970] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.829381] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.829593] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.829763] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.829947] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.830178] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.830313] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.830455] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.850800] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.850988] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.851139] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.851322] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.851644] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-69013773-3f93-4432-9c5b-6726964a77d9 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851818] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.851933] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.852339] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.852516] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69013773-3f93-4432-9c5b-6726964a77d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 781.902507] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.902688] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.902766] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.902962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.903066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.903258] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.903394] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 781.903490] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 781.903670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 781.903775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 781.903848] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 already deleted. [ 781.903909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.014546] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 782.358027] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.358027] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port 69013773-3f93-4432-9c5b-6726964a77d9 not found, creating... [ 782.358027] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.358027] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.358625] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.358625] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.358625] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.359940] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.361101] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.363194] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: 69013773-3f93-4432-9c5b-6726964a77d9 is going to be created. [ 782.382505] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.383920] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.383920] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.385277] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.385277] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.385277] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.519217] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.519217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.519217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.519217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.519217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.519217] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be created. [ 782.577658] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.577658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.577658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.577658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.577658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.593349] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: UNINITIALIZED for 2s [ 782.611630] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 782.611871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 782.715412] env[65469]: INFO networking_nsxv3.common.synchronization [req-a92fc694-5354-4b7f-8dba-015d92b92717 req-36db111c-03ff-4d18-a03d-9b748ffd6125 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: be8d5210-e956-4300-aace-c08b6769a652 with Priority: HIGHEST for action security_group_rules [ 782.716079] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8d5210-e956-4300-aace-c08b6769a652 with Priority: HIGHEST for action security_group_rules [ 782.716325] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be8d5210-e956-4300-aace-c08b6769a652 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.716477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be8d5210-e956-4300-aace-c08b6769a652" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 782.716547] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be8d5210-e956-4300-aace-c08b6769a652" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 782.716828] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be8d5210-e956-4300-aace-c08b6769a652" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 782.716918] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be8d5210-e956-4300-aace-c08b6769a652',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 783.130298] env[65469]: INFO networking_nsxv3.common.synchronization [req-a7659aac-f172-4cf6-8f1a-58e567a7d1db req-d3878ef9-1510-4214-b66b-466ca397b731 service nova] Enqueued Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_rules [ 783.130529] env[65469]: INFO networking_nsxv3.common.synchronization [req-a7659aac-f172-4cf6-8f1a-58e567a7d1db req-d3878ef9-1510-4214-b66b-466ca397b731 service nova] Enqueued Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_members [ 783.130678] env[65469]: INFO networking_nsxv3.common.synchronization [req-a7659aac-f172-4cf6-8f1a-58e567a7d1db req-d3878ef9-1510-4214-b66b-466ca397b731 service nova] Enqueued Resource ID: 69013773-3f93-4432-9c5b-6726964a77d9 with Priority: HIGHEST for action port [ 783.131641] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_rules [ 783.131905] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_members [ 783.132315] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69013773-3f93-4432-9c5b-6726964a77d9 with Priority: HIGHEST for action port [ 783.132625] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.132740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.132805] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.133132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.133713] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 783.136205] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.136205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.136205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.136205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.136958] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.137109] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.137109] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.138029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.138029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.138029] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 783.140730] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-69013773-3f93-4432-9c5b-6726964a77d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.140906] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.140971] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.141227] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.141351] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69013773-3f93-4432-9c5b-6726964a77d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 783.239798] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.239798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.239798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.239798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.239798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.239798] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be8d5210-e956-4300-aace-c08b6769a652 already deleted. [ 783.239798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be8d5210-e956-4300-aace-c08b6769a652" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.637250] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.637645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.641896] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 783.645906] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69013773-3f93-4432-9c5b-6726964a77d9 with status ACTIVE [ 783.646156] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.646581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.646581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.646871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.646871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.648462] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.648462] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.648462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.648874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.648874] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69013773-3f93-4432-9c5b-6726964a77d9 is going to be updated. [ 783.676022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.676022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 783.676022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 783.676022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 783.676022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 783.676022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69013773-3f93-4432-9c5b-6726964a77d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.008030] env[65469]: INFO networking_nsxv3.common.synchronization [req-4701e196-8cbe-49fd-9944-fe22f057bf5b req-3c17a098-6b74-4bd9-b2c8-827a813d31a1 tempest-ImagesNegativeTestJSON-579312141 tempest-ImagesNegativeTestJSON-579312141-project-member] Enqueued Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_members [ 784.008511] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGHEST for action security_group_members [ 784.011417] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.011417] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.011417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.011417] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 784.144000] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 784.512687] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.512900] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.512976] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.513179] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.513337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.513625] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.513739] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.513805] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.513970] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.514060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.514150] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d is going to be updated. [ 784.551618] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.551779] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.551884] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.552094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.552247] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.563308] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d in Status: IN_PROGRESS for 2s [ 784.607477] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.607477] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.607477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.607477] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 784.649384] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.649709] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.649709] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.650065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.650173] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.650279] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 is going to be created. [ 784.694037] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.694037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 784.694037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 784.694037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 784.694578] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 784.708109] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 in Status: UNINITIALIZED for 2s [ 785.112058] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.112297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.112397] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.112822] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.113728] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.113728] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.113728] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.115112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.115112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.115112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.115112] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.115112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.115375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.116159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.116832] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.116832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.116832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.117211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.118345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.118345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.118345] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 785.514687] env[65469]: INFO networking_nsxv3.common.synchronization [req-6b0b7fe6-d75e-46b8-9722-3a117b58eeca req-1960c642-90b8-42cf-a53b-b4ebb7e85a71 tempest-ServersAdminTestJSON-126550973 tempest-ServersAdminTestJSON-126550973-project-member] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 785.515699] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 785.515699] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.515966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.515966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.517228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.517228] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.517228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.517228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.517228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.517228] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 785.621038] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e15e5cf5-64e9-4285-ae3e-9e7e1cf69387: rpc.has_security_group_logging(os_id): False [ 785.646833] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.646833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.646833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.649094] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.649094] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.649094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.649094] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.651368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.651368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.651368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.651368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.651368] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be created. [ 785.712772] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.712772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.712772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.712772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.713053] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.725616] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 2s [ 785.951581] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.951756] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.951825] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.952101] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.952329] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.952509] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.952657] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.952827] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.953016] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.953230] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.953376] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.953560] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.953717] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.953841] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.953937] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.954081] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.975502] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.975672] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.975968] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.975968] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 785.976319] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-9ccf1586-6b31-4e80-9174-a6868c4d116a taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.976507] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 785.976620] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 785.976939] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 785.977151] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ccf1586-6b31-4e80-9174-a6868c4d116a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 786.020451] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 786.481451] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.481748] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 786.482443] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.482443] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.482443] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.482976] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 9ccf1586-6b31-4e80-9174-a6868c4d116a not found, creating... [ 786.482976] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.482976] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 786.483120] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.484321] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.484321] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.484321] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.484321] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 786.485083] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.485083] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.485083] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.485219] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 9ccf1586-6b31-4e80-9174-a6868c4d116a is going to be created. [ 786.510131] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.510341] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 786.510460] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.510795] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.514203] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.514203] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.523376] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 786.574788] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d in Status: SUCCESS [ 786.575726] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d deletion is rescheduled due to dependency. [ 786.575726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.718754] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 in Status: SUCCESS [ 786.719136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.719326] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.719583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.719793] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.719943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 786.720028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.720194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.720300] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.720409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 786.720688] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 786.778335] env[65469]: INFO networking_nsxv3.common.synchronization [req-06df8889-6465-4a0d-928f-b701d048ed46 req-568a9e54-de61-4c1e-89de-f109f36971a8 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: 0bcc80db-7cd5-4b7e-8655-36e90b3040ac with Priority: HIGHEST for action security_group_rules [ 786.779118] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcc80db-7cd5-4b7e-8655-36e90b3040ac with Priority: HIGHEST for action security_group_rules [ 786.779355] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bcc80db-7cd5-4b7e-8655-36e90b3040ac taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.780332] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bcc80db-7cd5-4b7e-8655-36e90b3040ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 786.780613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bcc80db-7cd5-4b7e-8655-36e90b3040ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 786.780924] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bcc80db-7cd5-4b7e-8655-36e90b3040ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 786.781018] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bcc80db-7cd5-4b7e-8655-36e90b3040ac',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 787.028195] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.029624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.029624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.029624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.029624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.029624] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 787.063711] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.063962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.064846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.064846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.064846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.075523] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 787.223479] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.224534] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.224658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.224913] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.225162] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.225297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.225399] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.225547] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.225684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.225791] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.226008] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.226137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.226254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.226690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.226690] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.226690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.226690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.226948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.227052] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.227505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.227505] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 787.307720] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.307916] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.307969] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.308238] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.308338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.308450] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bcc80db-7cd5-4b7e-8655-36e90b3040ac already deleted. [ 787.308549] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bcc80db-7cd5-4b7e-8655-36e90b3040ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.327813] env[65469]: INFO networking_nsxv3.common.synchronization [req-6b0b7fe6-d75e-46b8-9722-3a117b58eeca req-6badaf8c-7a9e-43bc-89b0-a922fe78fcc9 service nova] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_rules [ 787.328011] env[65469]: INFO networking_nsxv3.common.synchronization [req-6b0b7fe6-d75e-46b8-9722-3a117b58eeca req-6badaf8c-7a9e-43bc-89b0-a922fe78fcc9 service nova] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 787.328155] env[65469]: INFO networking_nsxv3.common.synchronization [req-6b0b7fe6-d75e-46b8-9722-3a117b58eeca req-6badaf8c-7a9e-43bc-89b0-a922fe78fcc9 service nova] Enqueued Resource ID: 9ccf1586-6b31-4e80-9174-a6868c4d116a with Priority: HIGHEST for action port [ 787.328729] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_rules [ 787.329363] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 787.329363] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccf1586-6b31-4e80-9174-a6868c4d116a with Priority: HIGHEST for action port [ 787.329843] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.329843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.329843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.329843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.329991] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 787.331437] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.331560] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.331776] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ccf1586-6b31-4e80-9174-a6868c4d116a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.331908] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.332028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.332344] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.332344] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ccf1586-6b31-4e80-9174-a6868c4d116a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 787.729543] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 362ab094-e15c-4a5d-814d-bee016a0ba76: rpc.has_security_group_logging(os_id): False [ 787.745018] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 787.745311] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.760497] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.760497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.760695] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.761219] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.761219] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.761681] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.761681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.761681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.761681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.761852] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.765054] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.765054] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.765054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.765054] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 is going to be created. [ 787.832109] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.832259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.836894] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ccf1586-6b31-4e80-9174-a6868c4d116a with status ACTIVE [ 787.837071] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.837249] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.837343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.837568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.840021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.840021] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.840021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.840843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.840939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.841184] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.841292] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.841357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.841514] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.841589] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.841674] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ccf1586-6b31-4e80-9174-a6868c4d116a is going to be updated. [ 787.849431] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.849521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.849570] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.849843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.850016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.867488] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 in Status: IN_PROGRESS for 2s [ 787.881665] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.881665] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 787.881665] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 787.881665] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 787.881925] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 787.883028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ccf1586-6b31-4e80-9174-a6868c4d116a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 789.090343] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 789.092279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 789.092279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 789.092279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 789.092279] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.092279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 789.092279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 789.093986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 789.093986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 789.093986] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 789.339788] env[65469]: INFO networking_nsxv3.common.synchronization [req-970b7ceb-b814-4666-a5cc-16eeb40900e1 req-cef5ac74-7404-4c43-815c-df83a23df64a tempest-FloatingIPsAssociationTestJSON-472239000 tempest-FloatingIPsAssociationTestJSON-472239000-project-member] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 789.340634] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 789.340886] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.341031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 789.341106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 789.341299] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 789.341474] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.341604] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 789.341742] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 789.341796] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 789.341873] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 789.341967] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 789.597181] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 789.615734] env[65469]: INFO networking_nsxv3.common.synchronization [req-8696b9c5-63f6-4b76-92d9-5b4183f07af8 req-033534c1-037a-4f87-b372-0fc9d32061bd tempest-DeleteServersAdminTestJSON-690863121 tempest-DeleteServersAdminTestJSON-690863121-project-member] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 789.615734] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGHEST for action security_group_members [ 789.615734] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.615734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 789.615734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 789.615734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 789.615734] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.615734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 789.615734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 789.616315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 789.616315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 789.616315] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 789.844524] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 789.883722] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 in Status: SUCCESS [ 789.884034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.099579] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 790.119340] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.119340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.119340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.119340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.119855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.119855] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.119855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.120158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.120158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.120285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.120391] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be updated. [ 790.151060] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.151330] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.151509] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.151660] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.168139] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: IN_PROGRESS for 2s [ 790.347521] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 790.375561] env[65469]: INFO networking_nsxv3.common.synchronization [req-dde5fd7a-1304-47c8-a187-ad9bf03e5361 req-b18594a3-1b86-431a-9b25-4676c10ad65e tempest-ServerActionsTestOtherB-1445636573 tempest-ServerActionsTestOtherB-1445636573-project-member] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_members [ 790.376100] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_members [ 790.376411] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.376543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.376631] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.377246] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.378045] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.378045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.378045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.378045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.378045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.378045] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 790.605167] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.605167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.605167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.605167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.605167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.605167] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 790.636466] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.636655] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.636742] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.637036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.637376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.649144] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 790.850722] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.850904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.850979] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.851283] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.851421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.851609] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be updated. [ 790.879722] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.879942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.879942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.880524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.880524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.882170] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.886022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.886022] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b already deleted. [ 790.886022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.896312] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: IN_PROGRESS for 2s [ 790.959513] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.959749] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-677" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.959880] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-677" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.960309] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-677" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.960724] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.961168] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.961168] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.961443] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.961637] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.961940] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.962072] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.962179] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.962315] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.962434] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.962550] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.962686] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.984441] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.984747] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.984747] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.984936] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-677" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 790.985428] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.985653] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 790.985780] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 790.986122] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 790.986276] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5c04e7-8dac-4f1f-a5e4-9f9d31498143',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 791.489204] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.490334] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 791.490334] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 791.490334] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 791.490334] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 791.490334] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 not found, creating... [ 791.490632] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.490632] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 791.490782] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 791.491092] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 791.491092] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 791.492641] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.492641] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 791.492641] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 791.492641] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 791.492641] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 791.492641] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 is going to be created. [ 791.516495] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.516800] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 791.517042] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 791.517321] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 791.517628] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 791.518257] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 791.627847] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6fff68af-655a-4b9d-b11e-1333576d27f1 None None] Enqueued Resource ID: ef3717d4-897a-470f-84ad-aef65344e09e with Priority: HIGHEST for action port [ 791.630171] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3717d4-897a-470f-84ad-aef65344e09e with Priority: HIGHEST for action port [ 791.630171] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef3717d4-897a-470f-84ad-aef65344e09e taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.630171] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef3717d4-897a-470f-84ad-aef65344e09e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 791.630171] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef3717d4-897a-470f-84ad-aef65344e09e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 791.631190] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef3717d4-897a-470f-84ad-aef65344e09e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 791.631190] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3717d4-897a-470f-84ad-aef65344e09e',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 792.139436] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef3717d4-897a-470f-84ad-aef65344e09e [ 792.142043] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.142043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.142043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.142043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.142043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.142043] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef3717d4-897a-470f-84ad-aef65344e09e already deleted. [ 792.142043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef3717d4-897a-470f-84ad-aef65344e09e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.182469] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79caf74f-d6be-472d-8466-a6ea25404501 in Status: SUCCESS [ 792.182469] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 deletion is rescheduled due to dependency. [ 792.182469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.291024] env[65469]: INFO networking_nsxv3.common.synchronization [req-dde5fd7a-1304-47c8-a187-ad9bf03e5361 req-b23860dd-fefa-4ca8-9ca1-4f09341b8646 service nova] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_rules [ 792.291024] env[65469]: INFO networking_nsxv3.common.synchronization [req-dde5fd7a-1304-47c8-a187-ad9bf03e5361 req-b23860dd-fefa-4ca8-9ca1-4f09341b8646 service nova] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_members [ 792.291024] env[65469]: INFO networking_nsxv3.common.synchronization [req-dde5fd7a-1304-47c8-a187-ad9bf03e5361 req-b23860dd-fefa-4ca8-9ca1-4f09341b8646 service nova] Enqueued Resource ID: fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 with Priority: HIGHEST for action port [ 792.291453] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_rules [ 792.291718] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_members [ 792.291931] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 with Priority: HIGHEST for action port [ 792.292620] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.293746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.293944] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.296021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.296021] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 792.296021] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.296021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.296021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.296021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.296469] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.296690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.299402] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.300063] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.300063] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.300063] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 792.306225] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.306225] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.306358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.306505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.306592] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5c04e7-8dac-4f1f-a5e4-9f9d31498143',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 792.663959] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 792.664345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.664400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.664605] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.664798] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.664921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.664987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.665160] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.665240] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.665324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.665414] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 792.811040] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 792.812490] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.813457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.813457] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 with status ACTIVE [ 792.813457] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.813457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.814356] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.815308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.815458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.816257] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.816257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.816257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.816257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.816257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.816525] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.817445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.817445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.817445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.817445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.817445] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc5c04e7-8dac-4f1f-a5e4-9f9d31498143 is going to be updated. [ 792.848798] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.848798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.848798] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.850212] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.850373] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.850549] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc5c04e7-8dac-4f1f-a5e4-9f9d31498143" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.907528] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 792.907825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.984784] env[65469]: INFO networking_nsxv3.common.synchronization [req-8552b672-a0ed-4c24-8d2a-6760714747af req-62965f54-9c17-4df7-a01a-08834179c98b tempest-ServersTestJSON-1565476061 tempest-ServersTestJSON-1565476061-project-member] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_members [ 792.985977] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_members [ 792.986417] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.986571] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.986636] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.987043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.987116] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.987182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 792.987253] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 792.987413] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 792.987502] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 792.987606] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 793.168812] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.169065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.169065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.169325] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.169499] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.169613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.169686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.169848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.169935] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.170048] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.170202] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.170300] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.170362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.170507] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.170657] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.170751] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.170813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.170952] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.171052] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.171138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.171228] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 793.318930] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 793.492384] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.492589] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.492674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.492886] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.492978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.493268] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.493403] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.493443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.493626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.493714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.493802] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 already deleted. [ 793.493885] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.641897] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.642113] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-940" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.642586] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-940" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.643124] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-940" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.643573] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.643799] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.643921] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.644158] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.644304] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.644511] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.644622] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.644726] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.644829] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.644938] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.645057] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.645183] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.665263] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.665514] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.665514] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.665749] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-940" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.665998] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-fb55a6bb-2879-44ea-b228-fe4609c36e10 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.666356] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.666356] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.666625] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.666793] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb55a6bb-2879-44ea-b228-fe4609c36e10',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 793.675800] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b5f665-86fd-4da0-a0b2-4c1deab33af1: rpc.has_security_group_logging(os_id): False [ 793.705746] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.705746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.705746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.705746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.706420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.706420] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.706420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.706420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.706420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.706420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.706675] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.706723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.706755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.708040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.708040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.709421] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.709558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.709622] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.709792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.709875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.710641] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 793.772954] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.772954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.772954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.772954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.772954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.786855] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 793.823054] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.823239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.823239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.823502] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.823677] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.823814] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b is going to be created. [ 793.860051] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.860204] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.860277] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.860698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.860698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 793.876763] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: UNINITIALIZED for 2s [ 793.946204] env[65469]: INFO networking_nsxv3.common.synchronization [None req-b03e5802-e878-4a3c-b025-c8b97b5bc642 None None] Enqueued Resource ID: 84456288-3d1e-4fc8-83d8-2fe6a0f9412b with Priority: HIGHEST for action port [ 793.946871] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84456288-3d1e-4fc8-83d8-2fe6a0f9412b with Priority: HIGHEST for action port [ 793.947760] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-84456288-3d1e-4fc8-83d8-2fe6a0f9412b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.947760] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84456288-3d1e-4fc8-83d8-2fe6a0f9412b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 793.948016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84456288-3d1e-4fc8-83d8-2fe6a0f9412b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 793.948186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84456288-3d1e-4fc8-83d8-2fe6a0f9412b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 793.948298] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84456288-3d1e-4fc8-83d8-2fe6a0f9412b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 794.172658] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173037] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.173250] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.173567] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.173717] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.173874] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port fb55a6bb-2879-44ea-b228-fe4609c36e10 not found, creating... [ 794.174163] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.174405] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.174523] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.174742] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.174877] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.175174] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.175402] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.175523] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.175727] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.175855] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.175989] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: fb55a6bb-2879-44ea-b228-fe4609c36e10 is going to be created. [ 794.198163] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.198383] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.198506] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.198776] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.199008] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.199249] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.451661] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84456288-3d1e-4fc8-83d8-2fe6a0f9412b [ 794.451661] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.451661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.451661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.451661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.451661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.451661] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84456288-3d1e-4fc8-83d8-2fe6a0f9412b already deleted. [ 794.451661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84456288-3d1e-4fc8-83d8-2fe6a0f9412b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.914016] env[65469]: INFO networking_nsxv3.common.synchronization [req-8552b672-a0ed-4c24-8d2a-6760714747af req-960c83f8-8a22-40f7-a5cc-29437672ab82 service nova] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_rules [ 794.914016] env[65469]: INFO networking_nsxv3.common.synchronization [req-8552b672-a0ed-4c24-8d2a-6760714747af req-960c83f8-8a22-40f7-a5cc-29437672ab82 service nova] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_members [ 794.914016] env[65469]: INFO networking_nsxv3.common.synchronization [req-8552b672-a0ed-4c24-8d2a-6760714747af req-960c83f8-8a22-40f7-a5cc-29437672ab82 service nova] Enqueued Resource ID: fb55a6bb-2879-44ea-b228-fe4609c36e10 with Priority: HIGHEST for action port [ 794.914016] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_rules [ 794.914016] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_members [ 794.914016] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb55a6bb-2879-44ea-b228-fe4609c36e10 with Priority: HIGHEST for action port [ 794.916035] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.916035] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.916035] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.916035] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.920019] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 794.920019] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.920019] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.920019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 794.920019] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 794.924857] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb55a6bb-2879-44ea-b228-fe4609c36e10 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.924857] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 794.924857] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 794.924857] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 794.924857] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb55a6bb-2879-44ea-b228-fe4609c36e10',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 795.426374] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.429893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 795.429893] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 795.429893] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb55a6bb-2879-44ea-b228-fe4609c36e10 with status ACTIVE [ 795.429893] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.429893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 795.429893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 795.429893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 795.430378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.430425] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.431090] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 795.431090] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 795.431090] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 795.432443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.432443] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.432443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 795.432443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 795.432443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 795.432443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.432811] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb55a6bb-2879-44ea-b228-fe4609c36e10 is going to be updated. [ 795.459896] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.459896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 795.459896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 795.459896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 795.459896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.459896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb55a6bb-2879-44ea-b228-fe4609c36e10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.803223] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 795.803482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.890114] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: SUCCESS [ 795.890345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.890539] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 795.890753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 795.890941] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.891073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 795.891140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 795.891294] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 795.892799] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.892975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 795.895941] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 795.935348] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 796.295242] env[65469]: INFO networking_nsxv3.common.synchronization [None req-42804075-cb56-4a25-a800-d4f27433f7da tempest-ServersV294TestFqdnHostnames-672593495 tempest-ServersV294TestFqdnHostnames-672593495-project-member] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_rules [ 796.295850] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_rules [ 796.296141] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.296280] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.296341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.299072] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.299278] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 796.399839] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 796.439414] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.439414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.439414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.439414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.439414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 796.439414] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 is going to be created. [ 796.463647] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.464084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.464084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.464375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.464375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 796.473738] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: UNINITIALIZED for 2s [ 796.573370] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f5d030cd-3dc4-43dc-9799-b14d1668fa59 tempest-ServersV294TestFqdnHostnames-672593495 tempest-ServersV294TestFqdnHostnames-672593495-project-member] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_rules [ 796.573684] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_rules [ 796.574108] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.574289] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.820695] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.820938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.820938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.821198] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.821284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 796.821369] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b already deleted. [ 796.821537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 796.821725] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.821897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.821980] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 796.904060] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b: rpc.has_security_group_logging(os_id): False [ 796.925708] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.925939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.925939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.926161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.926254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 796.926506] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.926738] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.926738] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.926834] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.926915] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 796.926981] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b is going to be created. [ 796.994882] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.995342] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 796.996041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 796.996041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 796.996041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 797.013187] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: IN_PROGRESS for 2s [ 797.342852] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.343023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 797.343095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 797.343303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 797.343396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 797.343496] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b already deleted. [ 797.343611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 798.174964] env[65469]: INFO networking_nsxv3.common.synchronization [req-06bf4aa5-151f-48a3-ba1c-af39f2511aa7 req-69d0b33f-05e9-4ad6-83ae-77d9ead57c26 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: 44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c with Priority: HIGHEST for action security_group_rules [ 798.177713] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c with Priority: HIGHEST for action security_group_rules [ 798.179231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.179867] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 798.180766] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 798.180766] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 798.180766] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 798.488358] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: SUCCESS [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 798.488358] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 798.488358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 798.488358] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 798.702065] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.702224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 798.702290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 798.702545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 798.702623] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 798.702722] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c already deleted. [ 798.702805] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44e8cf9f-a0cb-4405-a57c-eb342a4c4b0c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 798.992367] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 799.028346] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: SUCCESS [ 799.028576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 799.495290] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54082cfd-0140-4ee1-8693-0266f408f676: rpc.has_security_group_logging(os_id): False [ 799.519523] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 799.519523] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 799.519523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 799.519523] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 is going to be created. [ 799.616134] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.618038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 799.618038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 799.618038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 799.618038] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 799.636226] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: IN_PROGRESS for 2s [ 800.345805] env[65469]: INFO networking_nsxv3.common.synchronization [req-5fbe0d0a-7cd9-4944-890e-9d409a56b551 req-a660258c-6c3c-4466-a5f3-c7b90495f018 tempest-InstanceActionsV221TestJSON-1037432953 tempest-InstanceActionsV221TestJSON-1037432953-project-member] Enqueued Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_members [ 800.347437] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGHEST for action security_group_members [ 800.348855] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.349102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.349219] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.349506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.349707] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.349853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.349977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.350066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.350166] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.350274] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 800.353379] env[65469]: INFO networking_nsxv3.common.synchronization [req-732f8cdb-c3d1-4b93-a53c-3546865b99c0 req-c8b09e6d-3e9d-4f7a-b2c9-5c82c4fcd5e3 tempest-DeleteServersTestJSON-35602450 tempest-DeleteServersTestJSON-35602450-project-member] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 800.354103] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 800.354405] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.354518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.354580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.354732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.354892] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.356124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.356124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.356124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.356124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.356124] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 800.785255] env[65469]: INFO networking_nsxv3.common.synchronization [req-0f546bb1-ac25-4a6a-93d5-f165707d321f req-55acdb25-8e6d-453b-befa-927bc47cbd4d tempest-ImagesOneServerNegativeTestJSON-1415533328 tempest-ImagesOneServerNegativeTestJSON-1415533328-project-member] Enqueued Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_members [ 800.789027] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGHEST for action security_group_members [ 800.789027] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.789027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.789027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.789027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.789027] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.789027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.789027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.789466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.789556] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.789677] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 800.855125] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.855270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.855370] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.855632] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.855731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.856067] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.856067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.856199] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.856269] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.856345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.856434] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 is going to be updated. [ 800.858159] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.858333] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.858424] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.858668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.858707] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.859052] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.859226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.859324] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.859583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.859692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.859801] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be updated. [ 800.891783] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.891783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.891783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.891783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.891783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.893939] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.894076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 800.894140] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 800.894334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 800.894466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 800.905838] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 in Status: IN_PROGRESS for 2s [ 800.906817] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 2s [ 801.084167] env[65469]: INFO networking_nsxv3.common.synchronization [req-abfb3cb1-62a5-48ec-8547-2ba1c9817b46 req-396fbb01-fdb0-43ed-b201-3f0b3b582085 tempest-InstanceActionsTestJSON-1806747380 tempest-InstanceActionsTestJSON-1806747380-project-member] Enqueued Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_members [ 801.084167] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGHEST for action security_group_members [ 801.084167] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.084167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.084167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.084757] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.085040] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.085265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.085752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.086165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.086370] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.086580] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 801.291981] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.292191] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.292267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.296029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.296029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.296029] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.296029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.296029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.296029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.296029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.296029] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 is going to be updated. [ 801.341747] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.341980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.342070] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.342329] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.342503] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.353625] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a88e722-476c-4c11-b29d-1c638aeea768 in Status: IN_PROGRESS for 2s [ 801.591499] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.591664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.592275] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.592275] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.592275] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.592275] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.592509] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.592509] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.592614] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.593037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.593037] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 is going to be updated. [ 801.634681] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.634681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 801.634681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 801.634681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 801.634681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 801.652096] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 in Status: IN_PROGRESS for 2s [ 801.653292] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: SUCCESS [ 801.653399] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 802.931519] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 in Status: SUCCESS [ 802.931519] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 deletion is rescheduled due to dependency. [ 802.931519] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 802.931995] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 802.933458] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 deletion is rescheduled due to dependency. [ 802.933458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 803.124279] env[65469]: INFO networking_nsxv3.common.synchronization [None req-714aefe0-4208-41ad-a099-5e0af5ba90b6 None None] Enqueued Resource ID: be773cc8-2764-41ad-a0be-78e0577ca3e2 with Priority: HIGHEST for action port [ 803.124582] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be773cc8-2764-41ad-a0be-78e0577ca3e2 with Priority: HIGHEST for action port [ 803.124941] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-be773cc8-2764-41ad-a0be-78e0577ca3e2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.125266] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be773cc8-2764-41ad-a0be-78e0577ca3e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 803.125337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be773cc8-2764-41ad-a0be-78e0577ca3e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 803.125647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be773cc8-2764-41ad-a0be-78e0577ca3e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 803.125795] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be773cc8-2764-41ad-a0be-78e0577ca3e2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 803.375205] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a88e722-476c-4c11-b29d-1c638aeea768 in Status: SUCCESS [ 803.375639] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 deletion is rescheduled due to dependency. [ 803.376066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 803.628452] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be773cc8-2764-41ad-a0be-78e0577ca3e2 [ 803.628697] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.628843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 803.628913] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 803.629157] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 803.629252] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 803.629359] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be773cc8-2764-41ad-a0be-78e0577ca3e2 already deleted. [ 803.629457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be773cc8-2764-41ad-a0be-78e0577ca3e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 803.665119] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 in Status: SUCCESS [ 803.665329] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 deletion is rescheduled due to dependency. [ 803.665329] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 804.090696] env[65469]: INFO networking_nsxv3.common.synchronization [None req-526a4ecf-a4ac-48e1-a317-1ef67f0f9e2a None None] Enqueued Resource ID: 061a2498-a23c-41b2-b99e-36c7e02fc10b with Priority: HIGHEST for action port [ 804.091509] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061a2498-a23c-41b2-b99e-36c7e02fc10b with Priority: HIGHEST for action port [ 804.095747] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-061a2498-a23c-41b2-b99e-36c7e02fc10b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.096359] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061a2498-a23c-41b2-b99e-36c7e02fc10b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 804.096874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061a2498-a23c-41b2-b99e-36c7e02fc10b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 804.097756] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061a2498-a23c-41b2-b99e-36c7e02fc10b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 804.097756] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061a2498-a23c-41b2-b99e-36c7e02fc10b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 804.602388] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 061a2498-a23c-41b2-b99e-36c7e02fc10b [ 804.602680] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.602826] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 804.602896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 804.603149] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 804.603246] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 804.603345] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:061a2498-a23c-41b2-b99e-36c7e02fc10b already deleted. [ 804.603567] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061a2498-a23c-41b2-b99e-36c7e02fc10b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 805.912234] env[65469]: INFO networking_nsxv3.common.synchronization [req-79833c85-30b2-40a7-8ad9-d12e81d549ad req-d71c7891-a029-4b54-bc17-439eecac4eee tempest-MigrationsAdminTest-1137761975 tempest-MigrationsAdminTest-1137761975-project-member] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_members [ 805.912234] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_members [ 805.912234] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.912234] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 805.912234] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 805.912656] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 805.912745] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.912836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 805.912900] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 805.913080] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 805.913170] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 805.913263] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 806.325896] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a89e9f29-4a50-4846-a9bb-dd70038f9d5e None None] Enqueued Resource ID: a917a1d9-64ed-42b0-9ff9-600c0ae6b17d with Priority: HIGHEST for action port [ 806.326438] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a917a1d9-64ed-42b0-9ff9-600c0ae6b17d with Priority: HIGHEST for action port [ 806.326751] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a917a1d9-64ed-42b0-9ff9-600c0ae6b17d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.327012] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a917a1d9-64ed-42b0-9ff9-600c0ae6b17d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.327012] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a917a1d9-64ed-42b0-9ff9-600c0ae6b17d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.327965] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a917a1d9-64ed-42b0-9ff9-600c0ae6b17d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.327965] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a917a1d9-64ed-42b0-9ff9-600c0ae6b17d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 806.416575] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.416879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.417054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.418438] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.418438] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 already deleted. [ 806.418438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.465796] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.469020] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.469020] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.469020] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.469020] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.469020] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.469020] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.469020] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.469020] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.469020] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.490274] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.490336] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.490473] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.490701] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.491159] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.491236] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.491315] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.491782] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.491865] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0d9e92-abc5-4d72-881a-e5bca5e8ff47',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 806.830383] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a917a1d9-64ed-42b0-9ff9-600c0ae6b17d [ 806.830487] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.830735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.830735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.830928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.831032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.831136] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a917a1d9-64ed-42b0-9ff9-600c0ae6b17d already deleted. [ 806.831221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a917a1d9-64ed-42b0-9ff9-600c0ae6b17d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.994802] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.995312] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.995312] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.995423] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.995581] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.995734] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port 0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 not found, creating... [ 806.995995] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.996166] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.996285] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.996502] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.996638] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.996916] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.997077] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 806.997445] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 806.997445] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 806.997567] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 806.997742] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: 0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 is going to be created. [ 807.020628] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.020899] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 807.020958] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 807.021806] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 807.021806] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 807.021806] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 807.765428] env[65469]: INFO networking_nsxv3.common.synchronization [req-79833c85-30b2-40a7-8ad9-d12e81d549ad req-5b895ee9-edfe-4a50-b501-4036b8818429 service nova] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_rules [ 807.765620] env[65469]: INFO networking_nsxv3.common.synchronization [req-79833c85-30b2-40a7-8ad9-d12e81d549ad req-5b895ee9-edfe-4a50-b501-4036b8818429 service nova] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_members [ 807.765756] env[65469]: INFO networking_nsxv3.common.synchronization [req-79833c85-30b2-40a7-8ad9-d12e81d549ad req-5b895ee9-edfe-4a50-b501-4036b8818429 service nova] Enqueued Resource ID: 0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 with Priority: HIGHEST for action port [ 807.766337] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_rules [ 807.766469] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_members [ 807.766750] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 with Priority: HIGHEST for action port [ 807.766871] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.767015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 807.767261] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 807.767594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 807.767645] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 807.774871] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.775011] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 807.775091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 807.775693] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 807.775693] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.775693] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 807.775693] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 807.775835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 807.775835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 807.775895] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 807.777122] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.777231] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 807.777231] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 807.777354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 807.777432] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c0d9e92-abc5-4d72-881a-e5bca5e8ff47',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 807.971086] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4e03c9ee-e64c-469e-bd0d-ade33f2da0fa None None] Enqueued Resource ID: d8587367-6e73-400d-8f66-8d5ef5ee24db with Priority: HIGHEST for action port [ 807.971393] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8587367-6e73-400d-8f66-8d5ef5ee24db with Priority: HIGHEST for action port [ 807.971740] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8587367-6e73-400d-8f66-8d5ef5ee24db taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.971876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8587367-6e73-400d-8f66-8d5ef5ee24db" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 807.971946] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8587367-6e73-400d-8f66-8d5ef5ee24db" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 807.976151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8587367-6e73-400d-8f66-8d5ef5ee24db" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 807.976367] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8587367-6e73-400d-8f66-8d5ef5ee24db',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 808.278947] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 808.280038] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.280150] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 808.280709] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 with status ACTIVE [ 808.280887] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.281066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 808.281107] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 808.281384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 808.281493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.281672] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.281773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 808.281835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 808.281994] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 808.282087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.282271] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.282361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 808.282625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 808.282795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 808.282874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.282973] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c0d9e92-abc5-4d72-881a-e5bca5e8ff47 is going to be updated. [ 808.308920] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.309132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 808.309194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 808.309430] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 808.309581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.309758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c0d9e92-abc5-4d72-881a-e5bca5e8ff47" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.478735] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8587367-6e73-400d-8f66-8d5ef5ee24db [ 808.478974] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.481189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 808.481189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 808.481189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 808.481189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.481189] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8587367-6e73-400d-8f66-8d5ef5ee24db already deleted. [ 808.481189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8587367-6e73-400d-8f66-8d5ef5ee24db" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 808.788430] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 809.265337] env[65469]: INFO networking_nsxv3.common.synchronization [req-a10d5d3b-6f76-4635-a6d2-5d9d13b12398 req-ab5a296b-9d1e-4a83-877a-10970bafc8f8 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: a566460c-51a2-4fd6-acab-a786561548f6 with Priority: HIGHEST for action security_group_rules [ 809.265947] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a566460c-51a2-4fd6-acab-a786561548f6 with Priority: HIGHEST for action security_group_rules [ 809.266360] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a566460c-51a2-4fd6-acab-a786561548f6 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.266606] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a566460c-51a2-4fd6-acab-a786561548f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 809.266606] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a566460c-51a2-4fd6-acab-a786561548f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 809.266809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a566460c-51a2-4fd6-acab-a786561548f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 809.266893] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a566460c-51a2-4fd6-acab-a786561548f6',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 809.294024] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.294024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 809.294024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 809.294024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 809.294024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 809.294024] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 is going to be created. [ 809.313673] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8f613a5c-3ebb-47cf-8c75-f795f7e183ef None None] Enqueued Resource ID: 980b90a7-d895-4cdd-992f-94b9c7ad65e2 with Priority: HIGHEST for action port [ 809.314461] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980b90a7-d895-4cdd-992f-94b9c7ad65e2 with Priority: HIGHEST for action port [ 809.315399] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-980b90a7-d895-4cdd-992f-94b9c7ad65e2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.315596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980b90a7-d895-4cdd-992f-94b9c7ad65e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 809.319285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980b90a7-d895-4cdd-992f-94b9c7ad65e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 809.319285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980b90a7-d895-4cdd-992f-94b9c7ad65e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 809.319285] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980b90a7-d895-4cdd-992f-94b9c7ad65e2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 809.320950] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.321085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 809.321154] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 809.321333] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 809.321741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 809.336155] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: UNINITIALIZED for 2s [ 809.788708] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.788917] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 809.788917] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 809.789224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 809.789363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 809.789363] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a566460c-51a2-4fd6-acab-a786561548f6 already deleted. [ 809.789758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a566460c-51a2-4fd6-acab-a786561548f6" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 809.828267] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 980b90a7-d895-4cdd-992f-94b9c7ad65e2 [ 809.828267] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.828267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 809.828710] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 809.828710] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 809.828710] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 809.828710] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:980b90a7-d895-4cdd-992f-94b9c7ad65e2 already deleted. [ 809.828804] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980b90a7-d895-4cdd-992f-94b9c7ad65e2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.347724] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: SUCCESS [ 811.348215] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.350187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.350423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.350640] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.350772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 811.350839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.351029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.351108] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.351194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.351291] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 811.755723] env[65469]: INFO networking_nsxv3.common.synchronization [None req-15e3918b-9bf1-4160-b9d7-48e8e1e95fd3 tempest-ServersTestBootFromVolume-1179861479 tempest-ServersTestBootFromVolume-1179861479-project-member] Enqueued Resource ID: 51eab74d-bc21-4499-8ea0-0d9ae4736000 with Priority: HIGHEST for action security_group_rules [ 811.756217] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51eab74d-bc21-4499-8ea0-0d9ae4736000 with Priority: HIGHEST for action security_group_rules [ 811.756567] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51eab74d-bc21-4499-8ea0-0d9ae4736000 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.757505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 811.757505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.757505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.757505] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51eab74d-bc21-4499-8ea0-0d9ae4736000',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 811.855298] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 811.855460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.855600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.855762] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.855868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 811.855933] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.856379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.856379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.856379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.856540] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.856540] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 811.856877] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.857074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.857238] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.857352] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 811.857425] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 811.857651] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 811.857651] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.857771] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 811.857771] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 812.283020] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.283020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.283020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.283020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.283020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.283020] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51eab74d-bc21-4499-8ea0-0d9ae4736000 already deleted. [ 812.283020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.361769] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 595c9eda-2402-421e-93a9-467ea8cdbfc9: rpc.has_security_group_logging(os_id): False [ 812.382558] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.382780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.382858] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.383475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.383475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.383669] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.383759] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.384079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.384079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.384079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.384283] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.384385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.384450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.384599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.384701] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.384856] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.385105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.385105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.385193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.385494] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.385494] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 is going to be created. [ 812.409949] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1384c1f4-e333-409d-9c39-7a720f99868e tempest-ServersTestBootFromVolume-1179861479 tempest-ServersTestBootFromVolume-1179861479-project-member] Enqueued Resource ID: 51eab74d-bc21-4499-8ea0-0d9ae4736000 with Priority: HIGHEST for action security_group_rules [ 812.409949] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51eab74d-bc21-4499-8ea0-0d9ae4736000 with Priority: HIGHEST for action security_group_rules [ 812.410540] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51eab74d-bc21-4499-8ea0-0d9ae4736000 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.410540] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.410540] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.410654] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.410720] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51eab74d-bc21-4499-8ea0-0d9ae4736000',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 812.451364] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.451364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.451612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.452928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.453294] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.475608] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: IN_PROGRESS for 2s [ 812.647513] env[65469]: INFO networking_nsxv3.common.synchronization [None req-fe679cdc-36ad-4c43-a106-9f2f76a84fc7 None None] Enqueued Resource ID: 5849329c-bb7d-4bef-b374-8cfbd39e80a2 with Priority: HIGHEST for action port [ 812.649148] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5849329c-bb7d-4bef-b374-8cfbd39e80a2 with Priority: HIGHEST for action port [ 812.650751] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5849329c-bb7d-4bef-b374-8cfbd39e80a2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.651724] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5849329c-bb7d-4bef-b374-8cfbd39e80a2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.652929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5849329c-bb7d-4bef-b374-8cfbd39e80a2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.653424] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5849329c-bb7d-4bef-b374-8cfbd39e80a2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.653567] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5849329c-bb7d-4bef-b374-8cfbd39e80a2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 812.936115] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.936514] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 812.937780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 812.937780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 812.937780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 812.937780] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51eab74d-bc21-4499-8ea0-0d9ae4736000 already deleted. [ 812.937780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51eab74d-bc21-4499-8ea0-0d9ae4736000" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 813.157875] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5849329c-bb7d-4bef-b374-8cfbd39e80a2 [ 813.158230] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.158415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 813.158538] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 813.158821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 813.159021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 813.159093] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5849329c-bb7d-4bef-b374-8cfbd39e80a2 already deleted. [ 813.159187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5849329c-bb7d-4bef-b374-8cfbd39e80a2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 813.489052] env[65469]: INFO networking_nsxv3.common.synchronization [req-bc14c48c-2cc8-4cab-935c-3192ac9fbb36 req-c87e9e53-95d2-49a5-ac95-b7ae0eee4d70 tempest-ServersWithSpecificFlavorTestJSON-1793762876 tempest-ServersWithSpecificFlavorTestJSON-1793762876-project-member] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 813.489742] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 813.490064] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.490206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 813.490732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 813.490732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 813.490732] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.490732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 813.491161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 813.491161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 813.491161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 813.491161] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 813.993722] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.993971] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 813.994050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 813.994347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 813.994347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 813.994523] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.994625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 813.994688] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 813.994850] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 813.994926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 813.995164] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be updated. [ 814.025468] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.025468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 814.025468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 814.025657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 814.025818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 814.036071] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 814.491123] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: SUCCESS [ 814.491123] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 814.530092] env[65469]: INFO networking_nsxv3.common.synchronization [req-8a8ff462-cd09-43aa-ae41-8753e50ca320 req-563b37fc-1e8a-49f0-8a1b-6e19b472da23 tempest-FloatingIPsAssociationTestJSON-472239000 tempest-FloatingIPsAssociationTestJSON-472239000-project-member] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 814.530480] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGHEST for action security_group_members [ 814.530759] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.530893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 814.530957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 814.531493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 814.531666] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.531797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 814.531863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 814.532047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 814.532137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 814.532238] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 815.035496] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.035777] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.035914] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.036277] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.036438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.036775] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.036958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.037117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.037379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.037529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.037712] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be updated. [ 815.068350] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068532] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.068565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.069960] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.069960] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.081053] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: IN_PROGRESS for 2s [ 815.269806] env[65469]: INFO networking_nsxv3.common.synchronization [req-0eeab5e9-319f-43f9-9957-339103d55dea req-a394e9cc-f13c-472d-97a6-89e423cc5192 tempest-FloatingIPsAssociationNegativeTestJSON-1630294498 tempest-FloatingIPsAssociationNegativeTestJSON-1630294498-project-member] Enqueued Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_members [ 815.273178] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGHEST for action security_group_members [ 815.273178] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.273178] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.273178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.273178] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 815.777091] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.777091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.777091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.777091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.777694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.777694] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.777694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.777694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.777694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.777858] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.777858] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 is going to be updated. [ 815.810902] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.811669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 815.811669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 815.811669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 815.811669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 815.820899] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 in Status: IN_PROGRESS for 2s [ 816.048069] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 816.048302] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 deletion is rescheduled due to dependency. [ 816.048867] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 816.525842] env[65469]: INFO networking_nsxv3.common.synchronization [None req-11ed03f5-0142-40bd-80c7-d92fde9293e3 None None] Enqueued Resource ID: 7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4 with Priority: HIGHEST for action port [ 816.526445] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4 with Priority: HIGHEST for action port [ 816.526764] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.526899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 816.526968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 816.529073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 816.529073] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 817.010667] env[65469]: INFO networking_nsxv3.common.synchronization [None req-45bea27b-31c6-4949-9bfa-10be52826a99 tempest-ImagesOneServerNegativeTestJSON-1415533328 tempest-ImagesOneServerNegativeTestJSON-1415533328-project-member] Enqueued Resource ID: c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 with Priority: HIGHEST for action security_group_rules [ 817.011456] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 with Priority: HIGHEST for action security_group_rules [ 817.011931] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.012101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 817.012181] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 817.012472] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 817.012580] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d99715-bbcd-4bd7-af3b-4f10d37e4d46',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 817.030868] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4 [ 817.031116] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.031260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 817.031449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 817.032139] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 817.032230] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 817.032335] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4 already deleted. [ 817.032411] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ed88ec1-dafe-4bb5-ba2a-aa39568f20c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 817.098662] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 in Status: SUCCESS [ 817.098836] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 deletion is rescheduled due to dependency. [ 817.099107] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 817.538176] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.538176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 817.538176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 817.538176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 817.538176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 817.538176] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 already deleted. [ 817.538176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 817.773077] env[65469]: INFO networking_nsxv3.common.synchronization [None req-5b805a8e-79d8-4b8e-a85a-f5655545def9 tempest-ImagesOneServerNegativeTestJSON-1415533328 tempest-ImagesOneServerNegativeTestJSON-1415533328-project-member] Enqueued Resource ID: c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 with Priority: HIGHEST for action security_group_rules [ 817.775995] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 with Priority: HIGHEST for action security_group_rules [ 817.778007] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.778007] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 817.778007] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 817.780570] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 817.780570] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1d99715-bbcd-4bd7-af3b-4f10d37e4d46',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 817.832744] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 in Status: SUCCESS [ 817.833016] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 deletion is rescheduled due to dependency. [ 817.833359] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 818.303661] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.303958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 818.303958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 818.304121] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 818.304209] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 818.304299] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1d99715-bbcd-4bd7-af3b-4f10d37e4d46 already deleted. [ 818.304376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1d99715-bbcd-4bd7-af3b-4f10d37e4d46" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 818.422804] env[65469]: INFO networking_nsxv3.common.synchronization [req-b3a28bf0-bf53-4ab5-b1d0-8908044a37c6 req-6079545a-ac64-4de5-8ab9-13589a4206af tempest-ServersV294TestFqdnHostnames-672593495 tempest-ServersV294TestFqdnHostnames-672593495-project-member] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_members [ 818.427578] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_members [ 818.427872] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.427872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 818.427872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 818.428243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 818.428484] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.428642] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 818.428724] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 818.428998] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 818.429175] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 818.429391] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 818.931507] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.931679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 818.931748] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 818.931955] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 818.932056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 818.932252] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.932382] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 818.932437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 818.933163] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 818.933163] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 818.933163] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b already deleted. [ 818.933163] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.310287] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.310631] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-261" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.310631] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-261" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.311172] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-261" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.311316] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.311493] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.311609] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.311822] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.311962] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.312250] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.312352] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.312459] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.312594] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.312717] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.312822] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.312950] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.337030] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.337030] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.337030] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.337030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-261" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.337030] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-2adf13cf-99c3-472f-bc02-769c66b01c29 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.337030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.337030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.337030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.337030] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adf13cf-99c3-472f-bc02-769c66b01c29',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 819.399382] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e5cbc3b1-1900-4918-b3e5-95dbbe8d7678 None None] Enqueued Resource ID: a19415a6-206c-48ff-adda-321db3649947 with Priority: HIGHEST for action port [ 819.401624] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a19415a6-206c-48ff-adda-321db3649947 with Priority: HIGHEST for action port [ 819.403097] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a19415a6-206c-48ff-adda-321db3649947 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.403983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a19415a6-206c-48ff-adda-321db3649947" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.404135] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a19415a6-206c-48ff-adda-321db3649947" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.404617] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a19415a6-206c-48ff-adda-321db3649947" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.405455] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19415a6-206c-48ff-adda-321db3649947',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 819.411064] env[65469]: INFO networking_nsxv3.common.synchronization [req-336a9988-cf41-4e3f-9221-73243f751c5d req-e0f40f61-7edd-434b-988c-e4e385a771a7 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: 82586bd1-da2f-4872-8991-dc810ef7c070 with Priority: HIGHEST for action security_group_rules [ 819.411064] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82586bd1-da2f-4872-8991-dc810ef7c070 with Priority: HIGHEST for action security_group_rules [ 819.411064] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82586bd1-da2f-4872-8991-dc810ef7c070 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.411479] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.411479] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.411800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.411930] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82586bd1-da2f-4872-8991-dc810ef7c070',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 819.790876] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e13bc59-6b57-4936-84ab-3b805ee989fd req-b8ffa605-a67d-4490-b2c9-0615de597af1 tempest-ServersAdminTestJSON-126550973 tempest-ServersAdminTestJSON-126550973-project-member] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 819.791475] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 819.792028] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.792201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.792281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.792576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.792778] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.792927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.793015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.793194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.793289] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.793389] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 819.840392] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.840392] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.840392] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.840392] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.840711] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.840778] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port 2adf13cf-99c3-472f-bc02-769c66b01c29 not found, creating... [ 819.841206] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.841496] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.841707] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.842655] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.842729] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.843218] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.843485] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.843771] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.844136] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.844374] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.844611] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: 2adf13cf-99c3-472f-bc02-769c66b01c29 is going to be created. [ 819.867658] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.867880] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.868009] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.868311] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.868541] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.868766] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.910847] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a19415a6-206c-48ff-adda-321db3649947 [ 819.911125] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.911259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.911325] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.911638] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.911747] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.911851] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a19415a6-206c-48ff-adda-321db3649947 already deleted. [ 819.911960] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a19415a6-206c-48ff-adda-321db3649947" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.934544] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.934719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 819.934775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 819.934974] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 819.936265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 819.936526] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82586bd1-da2f-4872-8991-dc810ef7c070 already deleted. [ 819.936666] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 820.295930] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 820.590910] env[65469]: INFO networking_nsxv3.common.synchronization [req-b3a28bf0-bf53-4ab5-b1d0-8908044a37c6 req-1a641e7a-f41b-41e1-a139-587bd07a4dce service nova] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_rules [ 820.590910] env[65469]: INFO networking_nsxv3.common.synchronization [req-b3a28bf0-bf53-4ab5-b1d0-8908044a37c6 req-1a641e7a-f41b-41e1-a139-587bd07a4dce service nova] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_members [ 820.590910] env[65469]: INFO networking_nsxv3.common.synchronization [req-b3a28bf0-bf53-4ab5-b1d0-8908044a37c6 req-1a641e7a-f41b-41e1-a139-587bd07a4dce service nova] Enqueued Resource ID: 2adf13cf-99c3-472f-bc02-769c66b01c29 with Priority: HIGHEST for action port [ 820.591883] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_rules [ 820.591883] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_members [ 820.591957] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adf13cf-99c3-472f-bc02-769c66b01c29 with Priority: HIGHEST for action port [ 820.592242] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.592369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.592436] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.592637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.592912] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 820.594099] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.594243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.594391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.594607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.594779] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.595212] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.595212] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.595367] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.595458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 820.595555] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 820.596417] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adf13cf-99c3-472f-bc02-769c66b01c29 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.596543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.597393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.597618] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.597725] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adf13cf-99c3-472f-bc02-769c66b01c29',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 820.633383] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.634030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.634030] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.634299] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634455] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.634570] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.634781] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.634919] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 820.635135] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.635247] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.635355] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.635460] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.635567] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.635669] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.635796] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.655189] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.655361] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.655504] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.655673] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-850" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 820.656093] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-7b4081eb-c84e-4089-9d64-3d42f3c25b01 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.656223] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 820.656350] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 820.656781] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 820.656781] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4081eb-c84e-4089-9d64-3d42f3c25b01',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 820.798872] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 821.099362] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 821.100510] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.100679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.103184] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adf13cf-99c3-472f-bc02-769c66b01c29 with status ACTIVE [ 821.103358] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.103552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.103552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.104047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.104047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.104047] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.104154] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.104204] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.104350] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.104434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.104625] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.104726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.104788] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.104928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.105034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.105111] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adf13cf-99c3-472f-bc02-769c66b01c29 is going to be updated. [ 821.128211] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.128375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.128457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.128697] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.130133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.130133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adf13cf-99c3-472f-bc02-769c66b01c29" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.159074] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.160052] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.160274] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.160567] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.160724] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.160883] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port 7b4081eb-c84e-4089-9d64-3d42f3c25b01 not found, creating... [ 821.161182] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.161378] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.161465] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.161882] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.161882] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.162164] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.162284] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.162422] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.162720] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.162953] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.163134] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: 7b4081eb-c84e-4089-9d64-3d42f3c25b01 is going to be created. [ 821.183854] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.184143] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.184276] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.184597] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.184864] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.185119] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.300872] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.301066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.301152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.301489] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.301627] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.301757] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 821.341766] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.342154] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.342154] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.342317] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.342384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.354428] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 821.601918] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 821.791181] env[65469]: INFO networking_nsxv3.common.synchronization [req-805e611a-ab2b-4b67-97f4-90e56b419ed8 req-3161cef9-8b19-4b75-8910-14600820e403 tempest-ImagesOneServerTestJSON-897000472 tempest-ImagesOneServerTestJSON-897000472-project-member] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_members [ 821.791181] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_members [ 821.791181] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.791845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.792226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.792715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.793200] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.793555] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.793768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.794044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.794717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 821.794923] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 821.922227] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e13bc59-6b57-4936-84ab-3b805ee989fd req-dbeaace9-2e38-4da0-9155-f430022cbe1e service nova] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_rules [ 821.922227] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e13bc59-6b57-4936-84ab-3b805ee989fd req-dbeaace9-2e38-4da0-9155-f430022cbe1e service nova] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 821.922227] env[65469]: INFO networking_nsxv3.common.synchronization [req-4e13bc59-6b57-4936-84ab-3b805ee989fd req-dbeaace9-2e38-4da0-9155-f430022cbe1e service nova] Enqueued Resource ID: 7b4081eb-c84e-4089-9d64-3d42f3c25b01 with Priority: HIGHEST for action port [ 821.922227] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_rules [ 821.922814] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 821.923267] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4081eb-c84e-4089-9d64-3d42f3c25b01 with Priority: HIGHEST for action port [ 821.923682] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.926102] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 821.926102] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.926102] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b4081eb-c84e-4089-9d64-3d42f3c25b01 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 821.926102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 821.926102] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4081eb-c84e-4089-9d64-3d42f3c25b01',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 822.106176] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.106265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.106409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.106575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.106679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.106786] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b is going to be created. [ 822.132737] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.132934] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.132987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.133222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.133386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.146562] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: UNINITIALIZED for 2s [ 822.273326] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.273536] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-787" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.273663] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-787" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.274034] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-787" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.274298] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.274488] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.274568] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.274779] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.274982] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.275207] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.275324] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.275432] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.275530] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.275719] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.275871] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.276079] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.296689] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.296856] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.297310] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.297493] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-787" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.297813] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-ad31d75c-ffad-4983-9c4c-24cd6a13c154 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.297990] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.298118] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.298427] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.298560] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad31d75c-ffad-4983-9c4c-24cd6a13c154',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 822.300043] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.300043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.300043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.300043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.300043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.300335] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.300335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.300335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.300441] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.300540] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.300592] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea already deleted. [ 822.300652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.429483] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429616] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.431274] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b4081eb-c84e-4089-9d64-3d42f3c25b01 with status ACTIVE [ 822.431462] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.433184] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.433184] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.433184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.433184] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b4081eb-c84e-4089-9d64-3d42f3c25b01 is going to be updated. [ 822.439589] env[65469]: INFO networking_nsxv3.common.synchronization [None req-76ce315e-b921-42ad-a17c-55578f9e7503 tempest-ServerActionsV293TestJSON-1885426227 tempest-ServerActionsV293TestJSON-1885426227-project-member] Enqueued Resource ID: 545da824-7b14-4d96-9830-e0a8b4da4cdc with Priority: HIGHEST for action security_group_rules [ 822.440339] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545da824-7b14-4d96-9830-e0a8b4da4cdc with Priority: HIGHEST for action security_group_rules [ 822.440339] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545da824-7b14-4d96-9830-e0a8b4da4cdc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.440518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.440518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.440706] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.440789] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545da824-7b14-4d96-9830-e0a8b4da4cdc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 822.456032] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.456153] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.456190] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.456392] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.456531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.456696] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b4081eb-c84e-4089-9d64-3d42f3c25b01" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.748175] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a6ac3b09-2506-4709-8b98-b71c497400d1 tempest-ServerActionsV293TestJSON-1885426227 tempest-ServerActionsV293TestJSON-1885426227-project-member] Enqueued Resource ID: 545da824-7b14-4d96-9830-e0a8b4da4cdc with Priority: HIGHEST for action security_group_rules [ 822.748730] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 545da824-7b14-4d96-9830-e0a8b4da4cdc with Priority: HIGHEST for action security_group_rules [ 822.749211] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-545da824-7b14-4d96-9830-e0a8b4da4cdc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.749211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.802091] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802378] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.802560] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.802795] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.802946] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.803144] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port ad31d75c-ffad-4983-9c4c-24cd6a13c154 not found, creating... [ 822.803428] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.803600] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.803778] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.804158] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.804218] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.804584] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.804779] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.804890] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.805107] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.805239] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.805373] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: ad31d75c-ffad-4983-9c4c-24cd6a13c154 is going to be created. [ 822.825979] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.826281] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.826418] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.826699] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.827210] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.827210] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.963898] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.963898] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545da824-7b14-4d96-9830-e0a8b4da4cdc already deleted. [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 822.963898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 822.963898] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('545da824-7b14-4d96-9830-e0a8b4da4cdc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 823.367328] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.367328] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.367328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 823.367328] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 823.486443] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.486443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 823.486443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.486443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.486443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 823.486443] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 545da824-7b14-4d96-9830-e0a8b4da4cdc already deleted. [ 823.486443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-545da824-7b14-4d96-9830-e0a8b4da4cdc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 823.544056] env[65469]: INFO networking_nsxv3.common.synchronization [req-805e611a-ab2b-4b67-97f4-90e56b419ed8 req-4a8902da-3080-42ae-a657-bc1eedc6365a service nova] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_rules [ 823.544056] env[65469]: INFO networking_nsxv3.common.synchronization [req-805e611a-ab2b-4b67-97f4-90e56b419ed8 req-4a8902da-3080-42ae-a657-bc1eedc6365a service nova] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_members [ 823.544056] env[65469]: INFO networking_nsxv3.common.synchronization [req-805e611a-ab2b-4b67-97f4-90e56b419ed8 req-4a8902da-3080-42ae-a657-bc1eedc6365a service nova] Enqueued Resource ID: ad31d75c-ffad-4983-9c4c-24cd6a13c154 with Priority: HIGHEST for action port [ 823.544056] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_rules [ 823.544056] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_members [ 823.544056] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad31d75c-ffad-4983-9c4c-24cd6a13c154 with Priority: HIGHEST for action port [ 823.544799] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.546114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 823.546114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.546114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.546114] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 823.551619] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 823.551619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.551619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.551619] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 823.551619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.553807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.553807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 823.553807] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 823.553807] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad31d75c-ffad-4983-9c4c-24cd6a13c154 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.553999] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 823.553999] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 823.554064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 823.554166] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad31d75c-ffad-4983-9c4c-24cd6a13c154',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 823.870912] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 824.058044] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.058044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.058044] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 824.059022] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad31d75c-ffad-4983-9c4c-24cd6a13c154 with status ACTIVE [ 824.059506] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.059506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.059506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.059811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.059811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.059907] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.062877] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.063046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.063303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.063414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.063673] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.063866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.063950] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.064168] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.064276] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.064467] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad31d75c-ffad-4983-9c4c-24cd6a13c154 is going to be updated. [ 824.088323] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.088485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.088549] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.088731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.088871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.089046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad31d75c-ffad-4983-9c4c-24cd6a13c154" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.168669] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: SUCCESS [ 824.168669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.168891] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.169079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.169290] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.169471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.169542] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.169691] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.169799] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.169852] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.169952] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 824.242572] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 824.242741] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:1 started [ 824.372801] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 824.567997] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 824.674164] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 824.876386] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.876830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.876830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.876902] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.876948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.877118] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 824.924441] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.924441] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 824.924441] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 824.924441] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 824.924441] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 824.937974] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 825.072244] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.072382] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.072382] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.075250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.075250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.075250] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea is going to be created. [ 825.077702] env[65469]: INFO networking_nsxv3.common.synchronization [None req-ef0019eb-b8f7-45d0-8879-0fd9e7886f01 None None] Enqueued Resource ID: 2aa6365a-88b4-4d0d-b615-7e68785cc5f5 with Priority: HIGHEST for action port [ 825.079337] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa6365a-88b4-4d0d-b615-7e68785cc5f5 with Priority: HIGHEST for action port [ 825.079337] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aa6365a-88b4-4d0d-b615-7e68785cc5f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.079337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aa6365a-88b4-4d0d-b615-7e68785cc5f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.079337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aa6365a-88b4-4d0d-b615-7e68785cc5f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.080754] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aa6365a-88b4-4d0d-b615-7e68785cc5f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.080863] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aa6365a-88b4-4d0d-b615-7e68785cc5f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 825.103365] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.103365] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.103517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.104478] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.104478] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.121218] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: UNINITIALIZED for 2s [ 825.157407] env[65469]: INFO networking_nsxv3.common.synchronization [req-c45eefa6-3e99-43ae-bec5-ab742c5d9568 req-7359be4b-e88c-421f-8966-b2c3b53290aa tempest-DeleteServersTestJSON-35602450 tempest-DeleteServersTestJSON-35602450-project-member] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 825.162433] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 825.163319] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.163562] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.163703] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.164069] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.164339] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.164524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.164656] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.164998] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.165208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.165456] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 825.178078] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff214f2c-cccc-430e-a1e2-60481fbe0a9b: rpc.has_security_group_logging(os_id): False [ 825.205580] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.205580] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.205580] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.205580] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b is going to be created. [ 825.287596] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.287596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.287596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.287596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.287596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.328346] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: IN_PROGRESS for 2s [ 825.443043] env[65469]: INFO networking_nsxv3.common.synchronization [req-3d6781c1-ca23-4a2b-aeb7-9fe8bf3f5751 req-bdd4a01b-36b9-49d5-bc30-ffa21669e9e1 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: 82586bd1-da2f-4872-8991-dc810ef7c070 with Priority: HIGHEST for action security_group_rules [ 825.446729] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82586bd1-da2f-4872-8991-dc810ef7c070 with Priority: HIGHEST for action security_group_rules [ 825.447174] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82586bd1-da2f-4872-8991-dc810ef7c070 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.448594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.448736] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.450504] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.450504] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82586bd1-da2f-4872-8991-dc810ef7c070',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 825.583952] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aa6365a-88b4-4d0d-b615-7e68785cc5f5 [ 825.584103] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.584266] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.584341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.584525] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.584614] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.584739] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aa6365a-88b4-4d0d-b615-7e68785cc5f5 already deleted. [ 825.584823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aa6365a-88b4-4d0d-b615-7e68785cc5f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.674937] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.675143] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.675213] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.675441] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.675596] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.675881] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.677152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.677152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.677152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.677152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.677152] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be updated. [ 825.709013] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.709188] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.709262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.709508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.709652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.718523] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 2s [ 825.769660] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.770518] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.770518] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.770975] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.772637] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.772637] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.772637] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.772637] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.772637] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.772637] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.772883] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.773067] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.773251] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.773428] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.773600] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.773855] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.798286] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.798516] env[65469]: DEBUG dogpile.cache.region [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.798746] env[65469]: DEBUG dogpile.lock [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.798947] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "network-262" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.799314] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock port-f0b49860-9c56-46f5-9519-2051bdc60f75 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799524] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.799645] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.800014] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.800213] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b49860-9c56-46f5-9519-2051bdc60f75',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 825.980519] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.980519] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 825.980519] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 825.980904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 825.980904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 825.980904] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82586bd1-da2f-4872-8991-dc810ef7c070 already deleted. [ 825.980904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.303789] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.304046] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 826.304187] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 826.305073] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 826.305266] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.305673] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Segment Port f0b49860-9c56-46f5-9519-2051bdc60f75 not found, creating... [ 826.305966] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.306207] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 826.306359] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 826.306726] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 826.307048] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.307768] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.307903] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 826.307971] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 826.308206] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 826.308360] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.308523] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Resource: SegmentPort with ID: f0b49860-9c56-46f5-9519-2051bdc60f75 is going to be created. [ 826.338022] env[65469]: DEBUG networking_nsxv3.common.locking [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.338022] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 826.338022] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 826.338022] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 826.338022] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.338022] env[65469]: DEBUG oslo_concurrency.lockutils [None req-a2559220-97fa-406e-9e75-0d7d7fd337dc None None] Releasing lock "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.947546] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 826.947834] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.948022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 826.948257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 826.948466] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.948625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 826.948715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 826.949020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 826.949020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.949202] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 826.949202] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.132763] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: SUCCESS [ 827.133111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.133259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.133480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.133721] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.133978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.133978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.134383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.134383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.134383] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.134522] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.140238] env[65469]: INFO networking_nsxv3.common.synchronization [req-c45eefa6-3e99-43ae-bec5-ab742c5d9568 req-1deae218-74a2-4c7f-a431-3f74627718bf service nova] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_rules [ 827.140238] env[65469]: INFO networking_nsxv3.common.synchronization [req-c45eefa6-3e99-43ae-bec5-ab742c5d9568 req-1deae218-74a2-4c7f-a431-3f74627718bf service nova] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 827.140238] env[65469]: INFO networking_nsxv3.common.synchronization [req-c45eefa6-3e99-43ae-bec5-ab742c5d9568 req-1deae218-74a2-4c7f-a431-3f74627718bf service nova] Enqueued Resource ID: f0b49860-9c56-46f5-9519-2051bdc60f75 with Priority: HIGHEST for action port [ 827.141064] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_rules [ 827.141064] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 827.141064] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b49860-9c56-46f5-9519-2051bdc60f75 with Priority: HIGHEST for action port [ 827.142602] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.142602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.142602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.142602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.142602] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.144042] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.144167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.144433] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b49860-9c56-46f5-9519-2051bdc60f75 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.144602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.144700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.144929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.145065] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b49860-9c56-46f5-9519-2051bdc60f75',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.341520] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: SUCCESS [ 827.341742] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.454620] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.454807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.454879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.455131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.455306] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.455421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.455485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.455637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.455724] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.456940] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.456940] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.456940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.456940] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.643515] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.643690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.643776] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.644030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.644699] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.644699] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.644699] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.644699] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.644699] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.644967] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.644967] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.644967] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.645130] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.645193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.645325] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.645408] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.645460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.645750] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.645750] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.645750] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.646036] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.648181] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.648327] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.648502] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b49860-9c56-46f5-9519-2051bdc60f75 with status ACTIVE [ 827.648658] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.648756] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.648818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.649658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.649758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.649968] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.650284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.650284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.650421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.650421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.650598] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.650686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.650741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.650883] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.651015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.651061] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b49860-9c56-46f5-9519-2051bdc60f75 is going to be updated. [ 827.680831] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.680983] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.681066] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.681330] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.681455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.681616] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b49860-9c56-46f5-9519-2051bdc60f75" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.729033] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 827.729033] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 deletion is rescheduled due to dependency. [ 827.729201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.729321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.729579] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.729768] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.729892] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.729953] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.730121] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.730221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.730673] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.897066] env[65469]: INFO networking_nsxv3.common.synchronization [None req-702fcd1f-95ac-45e1-a78f-df6bb254147e tempest-AttachVolumeTestJSON-722180738 tempest-AttachVolumeTestJSON-722180738-project-member] Enqueued Resource ID: 16daaf7e-24d5-41a3-931e-3445c6850726 with Priority: HIGHEST for action security_group_rules [ 827.897941] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16daaf7e-24d5-41a3-931e-3445c6850726 with Priority: HIGHEST for action security_group_rules [ 827.898503] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16daaf7e-24d5-41a3-931e-3445c6850726 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.900922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.901081] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.901391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.901504] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16daaf7e-24d5-41a3-931e-3445c6850726',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 827.965129] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b5f665-86fd-4da0-a0b2-4c1deab33af1: rpc.has_security_group_logging(os_id): False [ 827.993973] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.994346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.994346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.994548] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.994650] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.994941] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.995170] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.996197] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.996197] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.996503] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.996570] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 827.996682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 827.996810] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 827.996885] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 827.996971] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 828.057391] env[65469]: INFO networking_nsxv3.common.synchronization [None req-d063e33a-398e-4bc5-be04-e5be2aef801c tempest-AttachVolumeTestJSON-722180738 tempest-AttachVolumeTestJSON-722180738-project-member] Enqueued Resource ID: 16daaf7e-24d5-41a3-931e-3445c6850726 with Priority: HIGHEST for action security_group_rules [ 828.059092] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16daaf7e-24d5-41a3-931e-3445c6850726 with Priority: HIGHEST for action security_group_rules [ 828.059802] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16daaf7e-24d5-41a3-931e-3445c6850726 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.059963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.080795] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.080795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.080795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.080795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.080795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.105680] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 828.150042] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c27835f1-200d-4036-85b6-16e5dd0cb1ea: rpc.has_security_group_logging(os_id): False [ 828.188135] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.188230] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.188409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.188787] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.188963] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.189751] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.190056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.192037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.192037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.192037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.192037] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.192515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.192515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.192602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.192791] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192913] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.193021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.195194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.195194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.195194] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea is going to be created. [ 828.232290] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 828.259475] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.259475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.259475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.259475] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.259764] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.275742] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: IN_PROGRESS for 2s [ 828.426540] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.426723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.426801] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.427029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.427128] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.427226] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16daaf7e-24d5-41a3-931e-3445c6850726 already deleted. [ 828.427335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.427498] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.427679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.427734] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16daaf7e-24d5-41a3-931e-3445c6850726',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 828.457825] env[65469]: INFO networking_nsxv3.common.synchronization [None req-000c21ac-4b31-409c-8307-819542e723f1 None None] Enqueued Resource ID: 6b736411-4bc0-4856-aa45-05f225dcd207 with Priority: HIGHEST for action port [ 828.459943] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b736411-4bc0-4856-aa45-05f225dcd207 with Priority: HIGHEST for action port [ 828.460473] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b736411-4bc0-4856-aa45-05f225dcd207 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.461845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b736411-4bc0-4856-aa45-05f225dcd207" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.461845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b736411-4bc0-4856-aa45-05f225dcd207" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.462187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b736411-4bc0-4856-aa45-05f225dcd207" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.462355] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b736411-4bc0-4856-aa45-05f225dcd207',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 828.731040] env[65469]: INFO networking_nsxv3.common.synchronization [req-8f9cc77a-7958-4478-847a-c5dec4abf4ce req-b1d16b5b-4065-4995-9bcd-f278ac0f9e39 tempest-SecurityGroupRulesTestJSON-69922971 tempest-SecurityGroupRulesTestJSON-69922971-project-member] Enqueued Resource ID: 82586bd1-da2f-4872-8991-dc810ef7c070 with Priority: HIGHEST for action security_group_rules [ 828.731040] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82586bd1-da2f-4872-8991-dc810ef7c070 with Priority: HIGHEST for action security_group_rules [ 828.731596] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82586bd1-da2f-4872-8991-dc810ef7c070 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.731893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.732102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.732502] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.733505] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82586bd1-da2f-4872-8991-dc810ef7c070',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 828.738105] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 828.951105] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.951378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.951497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.952133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.952133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.952133] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16daaf7e-24d5-41a3-931e-3445c6850726 already deleted. [ 828.952133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16daaf7e-24d5-41a3-931e-3445c6850726" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.966739] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b736411-4bc0-4856-aa45-05f225dcd207 [ 828.966978] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.967165] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 828.967222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 828.967420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 828.967559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 828.967671] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b736411-4bc0-4856-aa45-05f225dcd207 already deleted. [ 828.967671] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b736411-4bc0-4856-aa45-05f225dcd207" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 829.240745] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.241200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 829.241200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 829.241200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 829.241329] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 829.242834] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be updated. [ 829.264109] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.264109] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 829.264109] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 829.265846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 829.265846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 829.265846] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82586bd1-da2f-4872-8991-dc810ef7c070 already deleted. [ 829.265846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82586bd1-da2f-4872-8991-dc810ef7c070" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 829.277756] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.278036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 829.278104] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 829.278735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 829.278735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 829.292174] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 2s [ 830.124641] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 830.124913] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 830.299747] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: SUCCESS [ 830.300186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.310239] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 831.310501] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.310664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 831.311319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 831.311319] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.311319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 831.311484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 831.311620] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 831.311620] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.312138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.312138] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 831.815903] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.815903] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 831.816103] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 831.816294] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 831.816555] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.816715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 831.816843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 831.817085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 831.817215] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.818461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.818461] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.818461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 831.818461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 831.818461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 831.818461] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.818461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 831.818461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 831.818958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 831.819084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.819301] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 831.819301] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 832.096898] env[65469]: INFO networking_nsxv3.common.synchronization [req-7f5ecc53-2988-4973-8c6d-22f1056c600f req-119b4455-c5b6-4e79-a719-396eca72d6a3 tempest-ServersTestManualDisk-1671122585 tempest-ServersTestManualDisk-1671122585-project-member] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_members [ 832.096898] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGHEST for action security_group_members [ 832.096898] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.096898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.096898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.097902] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.097902] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.098055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.098089] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.098611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.098611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.098611] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 832.322414] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e15e5cf5-64e9-4285-ae3e-9e7e1cf69387: rpc.has_security_group_logging(os_id): False [ 832.346962] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.346962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.346962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.347167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.348600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.348600] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.348600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.348600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.348600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.348600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.348880] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.348880] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.348997] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.349225] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.349334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.349876] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.349876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.349876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.351362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.351474] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.352321] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be updated. [ 832.449299] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.449566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.449566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.449739] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.449856] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.467227] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 2s [ 832.602175] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.602445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.602551] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.602768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.602978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.603253] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.603434] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.603523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.603832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.603921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.604052] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 is going to be updated. [ 832.643897] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.644184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 832.644307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 832.644595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 832.644808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 832.661409] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 in Status: IN_PROGRESS for 2s [ 834.487055] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 834.487445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 834.632206] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8049137e-0565-4997-b885-9680a87ed14a None None] Enqueued Resource ID: 783d017d-2eb1-4b5b-97aa-a76bd63b25ac with Priority: HIGHEST for action port [ 834.632206] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783d017d-2eb1-4b5b-97aa-a76bd63b25ac with Priority: HIGHEST for action port [ 834.632206] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-783d017d-2eb1-4b5b-97aa-a76bd63b25ac taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.632206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783d017d-2eb1-4b5b-97aa-a76bd63b25ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 834.632206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783d017d-2eb1-4b5b-97aa-a76bd63b25ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 834.632206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783d017d-2eb1-4b5b-97aa-a76bd63b25ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 834.632206] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783d017d-2eb1-4b5b-97aa-a76bd63b25ac',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 834.671863] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 in Status: SUCCESS [ 834.672358] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 deletion is rescheduled due to dependency. [ 834.672358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 835.137937] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783d017d-2eb1-4b5b-97aa-a76bd63b25ac [ 835.137937] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.137937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 835.137937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 835.137937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 835.137937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 835.137937] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783d017d-2eb1-4b5b-97aa-a76bd63b25ac already deleted. [ 835.137937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783d017d-2eb1-4b5b-97aa-a76bd63b25ac" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 835.653594] env[65469]: INFO networking_nsxv3.common.synchronization [req-a069c44c-800a-47cd-a4ca-6f5b3ba3f9eb req-726113b2-9ee2-4837-bf77-1a56cd3e079f tempest-ServersWithSpecificFlavorTestJSON-1793762876 tempest-ServersWithSpecificFlavorTestJSON-1793762876-project-member] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 835.654906] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 835.655341] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.655495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 835.655567] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 835.655809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 835.655976] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.656147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 835.656211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 835.656397] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 835.656489] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 835.656600] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 836.160664] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.160664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 836.160664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 836.160961] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 836.160961] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 836.161048] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.161202] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 836.161265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 836.161488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 836.161588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 836.161683] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be updated. [ 836.194340] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.194340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 836.194340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 836.194340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 836.194340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 836.207035] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 836.535834] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.536088] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 836.536218] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 836.536477] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 836.537354] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.537673] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 836.537673] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 836.538424] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 836.538614] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 836.538862] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.538990] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] NeedRegenerationException {{(pid=65469) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.539140] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] no value, waiting for create lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.539255] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] value creation lock acquired {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.539368] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] No value present for key: 'zone-id' {{(pid=65469) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.539491] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Calling creation function for not-yet-present value {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.539654] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.559846] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.560030] env[65469]: DEBUG dogpile.cache.region [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65469) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.560176] env[65469]: DEBUG dogpile.lock [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Released creation lock {{(pid=65469) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.560349] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "network-464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 836.560663] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock port-d0ba0aff-4125-4028-bb87-c0e783d1e066 taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.560839] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 836.560954] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 836.561306] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 836.561471] env[65469]: DEBUG networking_nsxv3.api.rpc [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ba0aff-4125-4028-bb87-c0e783d1e066',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 837.064588] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.064909] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.065276] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.066127] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.066344] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.066666] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Segment Port d0ba0aff-4125-4028-bb87-c0e783d1e066 not found, creating... [ 837.067508] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.067884] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.067884] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.068163] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.068299] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.068602] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.068762] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.068874] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.069088] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.069222] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.069376] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Resource: SegmentPort with ID: d0ba0aff-4125-4028-bb87-c0e783d1e066 is going to be created. [ 837.094053] env[65469]: DEBUG networking_nsxv3.common.locking [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.094558] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.094558] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.094713] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.095141] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.095301] env[65469]: DEBUG oslo_concurrency.lockutils [None req-2dc47a5d-cce2-4bac-a954-23f868efe0a4 None None] Releasing lock "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.283027] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e2646035-94cd-4896-893c-637f22badd8c None None] Enqueued Resource ID: 91fffbce-b48d-4712-8e1f-27f374e1e4c2 with Priority: HIGHEST for action port [ 837.283027] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91fffbce-b48d-4712-8e1f-27f374e1e4c2 with Priority: HIGHEST for action port [ 837.283027] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-91fffbce-b48d-4712-8e1f-27f374e1e4c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.283027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91fffbce-b48d-4712-8e1f-27f374e1e4c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.283027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91fffbce-b48d-4712-8e1f-27f374e1e4c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.283384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91fffbce-b48d-4712-8e1f-27f374e1e4c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.283384] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fffbce-b48d-4712-8e1f-27f374e1e4c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 837.786479] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91fffbce-b48d-4712-8e1f-27f374e1e4c2 [ 837.786806] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.787058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.787058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.787267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.789087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.789087] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91fffbce-b48d-4712-8e1f-27f374e1e4c2 already deleted. [ 837.789087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91fffbce-b48d-4712-8e1f-27f374e1e4c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 837.909820] env[65469]: INFO networking_nsxv3.common.synchronization [req-a069c44c-800a-47cd-a4ca-6f5b3ba3f9eb req-fc2d51d2-6980-4787-8b50-a49e6fe3d514 service nova] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 837.909997] env[65469]: INFO networking_nsxv3.common.synchronization [req-a069c44c-800a-47cd-a4ca-6f5b3ba3f9eb req-fc2d51d2-6980-4787-8b50-a49e6fe3d514 service nova] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 837.910162] env[65469]: INFO networking_nsxv3.common.synchronization [req-a069c44c-800a-47cd-a4ca-6f5b3ba3f9eb req-fc2d51d2-6980-4787-8b50-a49e6fe3d514 service nova] Enqueued Resource ID: d0ba0aff-4125-4028-bb87-c0e783d1e066 with Priority: HIGHEST for action port [ 837.910772] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_rules [ 837.910918] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 837.911715] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ba0aff-4125-4028-bb87-c0e783d1e066 with Priority: HIGHEST for action port [ 837.911922] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.913682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.913682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.914063] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.914312] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 837.915559] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.916712] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.917087] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ba0aff-4125-4028-bb87-c0e783d1e066 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.917274] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 837.917369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 837.917644] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 837.917761] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ba0aff-4125-4028-bb87-c0e783d1e066',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 838.219873] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 838.220451] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 deletion is rescheduled due to dependency. [ 838.220451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.220451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 838.220620] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 838.220902] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.221469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 838.221469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 838.221469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 838.221710] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.221710] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 838.423864] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 838.426457] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0ba0aff-4125-4028-bb87-c0e783d1e066 with status ACTIVE [ 838.426457] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.426457] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.426457] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 838.426457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.427381] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0ba0aff-4125-4028-bb87-c0e783d1e066 is going to be updated. [ 838.459059] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.459059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 838.459059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 838.459059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 838.459059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.459427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ba0aff-4125-4028-bb87-c0e783d1e066" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 838.728062] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 839.231221] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 839.735408] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.735668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 839.735668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 839.735832] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 839.735925] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 839.736046] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be updated. [ 839.830114] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.830114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 839.830114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 839.830114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 839.830114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 839.838325] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 841.171038] env[65469]: INFO networking_nsxv3.common.synchronization [None req-81aac4ac-bc32-4152-b2ae-460ba51a382f None None] Enqueued Resource ID: fc254376-8786-4733-a5a4-12de0495ceb5 with Priority: HIGHEST for action port [ 841.171038] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc254376-8786-4733-a5a4-12de0495ceb5 with Priority: HIGHEST for action port [ 841.171455] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc254376-8786-4733-a5a4-12de0495ceb5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.171646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc254376-8786-4733-a5a4-12de0495ceb5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 841.171719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc254376-8786-4733-a5a4-12de0495ceb5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 841.171993] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc254376-8786-4733-a5a4-12de0495ceb5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 841.172386] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc254376-8786-4733-a5a4-12de0495ceb5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 841.378784] env[65469]: INFO networking_nsxv3.common.synchronization [None req-37a2829f-7e53-4afe-904b-d3990a9e8075 None None] Enqueued Resource ID: fdfd906e-24e4-47a7-aab3-999044efb1ee with Priority: HIGHEST for action port [ 841.379513] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdfd906e-24e4-47a7-aab3-999044efb1ee with Priority: HIGHEST for action port [ 841.379918] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdfd906e-24e4-47a7-aab3-999044efb1ee taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.379987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdfd906e-24e4-47a7-aab3-999044efb1ee" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 841.380191] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdfd906e-24e4-47a7-aab3-999044efb1ee" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 841.380442] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdfd906e-24e4-47a7-aab3-999044efb1ee" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 841.380530] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfd906e-24e4-47a7-aab3-999044efb1ee',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 841.674457] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc254376-8786-4733-a5a4-12de0495ceb5 [ 841.674776] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.674955] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 841.675060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 841.675346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 841.675466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 841.675599] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc254376-8786-4733-a5a4-12de0495ceb5 already deleted. [ 841.675706] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc254376-8786-4733-a5a4-12de0495ceb5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 841.859541] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 841.859541] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 841.859701] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 841.861871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 841.861871] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.861871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 841.861871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 841.861871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 841.861871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 841.861871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 841.861871] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 841.883171] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdfd906e-24e4-47a7-aab3-999044efb1ee [ 841.883342] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.884201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 841.885704] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 841.885704] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 841.885704] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 841.885704] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdfd906e-24e4-47a7-aab3-999044efb1ee already deleted. [ 841.885704] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdfd906e-24e4-47a7-aab3-999044efb1ee" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 842.365634] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 842.874612] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bae4e9-fd64-446e-b622-6ecafc6be367: rpc.has_security_group_logging(os_id): False [ 842.904175] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.904175] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 842.904175] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 842.905156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 842.905156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 842.905156] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.905156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 842.905156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 842.905156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 842.905156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 842.905156] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be updated. [ 843.000453] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.000676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 843.000719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 843.000908] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 843.001091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 843.021180] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 843.531069] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a3404f8d-7d51-4f2e-98d7-4530f8e85de0 None None] Enqueued Resource ID: 9992eb25-0bb3-4905-bfe0-2c369d711962 with Priority: HIGHEST for action port [ 843.531539] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9992eb25-0bb3-4905-bfe0-2c369d711962 with Priority: HIGHEST for action port [ 843.531883] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-9992eb25-0bb3-4905-bfe0-2c369d711962 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.532147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9992eb25-0bb3-4905-bfe0-2c369d711962" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 843.532254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9992eb25-0bb3-4905-bfe0-2c369d711962" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 843.532519] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9992eb25-0bb3-4905-bfe0-2c369d711962" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 843.532607] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9992eb25-0bb3-4905-bfe0-2c369d711962',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 844.035732] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9992eb25-0bb3-4905-bfe0-2c369d711962 [ 844.036147] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.036382] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 844.036598] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 844.036860] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 844.037036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 844.037191] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9992eb25-0bb3-4905-bfe0-2c369d711962 already deleted. [ 844.037293] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9992eb25-0bb3-4905-bfe0-2c369d711962" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 844.268807] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9dd93ad3-170b-476f-af36-91ed170be6e0 None None] Enqueued Resource ID: d66f1167-1678-46d8-aa59-080352bdc3fd with Priority: HIGHEST for action port [ 844.269464] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d66f1167-1678-46d8-aa59-080352bdc3fd with Priority: HIGHEST for action port [ 844.269805] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-d66f1167-1678-46d8-aa59-080352bdc3fd taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.269929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d66f1167-1678-46d8-aa59-080352bdc3fd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 844.269994] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d66f1167-1678-46d8-aa59-080352bdc3fd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 844.271537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d66f1167-1678-46d8-aa59-080352bdc3fd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 844.271537] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d66f1167-1678-46d8-aa59-080352bdc3fd',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 844.778289] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d66f1167-1678-46d8-aa59-080352bdc3fd [ 844.778571] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.778724] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 844.778778] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 844.780049] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 844.780762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 844.780762] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d66f1167-1678-46d8-aa59-080352bdc3fd already deleted. [ 844.780762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d66f1167-1678-46d8-aa59-080352bdc3fd" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 845.038449] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 845.038684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 849.270800] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.270800] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 850.243610] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8b46db3d-7083-4e5a-be6d-2b00455c84ef None None] Enqueued Resource ID: 089f1796-f998-4176-9d6a-3edbc6df53b2 with Priority: HIGHEST for action port [ 850.243610] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 089f1796-f998-4176-9d6a-3edbc6df53b2 with Priority: HIGHEST for action port [ 850.243956] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-089f1796-f998-4176-9d6a-3edbc6df53b2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.244226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-089f1796-f998-4176-9d6a-3edbc6df53b2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 850.244296] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-089f1796-f998-4176-9d6a-3edbc6df53b2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 850.244562] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-089f1796-f998-4176-9d6a-3edbc6df53b2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 850.244641] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('089f1796-f998-4176-9d6a-3edbc6df53b2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 850.746839] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 089f1796-f998-4176-9d6a-3edbc6df53b2 [ 850.747183] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.747468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 850.747576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 850.747866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 850.748025] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 850.748191] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:089f1796-f998-4176-9d6a-3edbc6df53b2 already deleted. [ 850.748307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-089f1796-f998-4176-9d6a-3edbc6df53b2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 853.379665] env[65469]: INFO networking_nsxv3.common.synchronization [None req-386935ac-e0ed-4a94-8d08-aa44aae07722 None None] Enqueued Resource ID: 92b92c50-9f73-42b7-a6ad-714676ec3ff2 with Priority: HIGHEST for action port [ 853.380220] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b92c50-9f73-42b7-a6ad-714676ec3ff2 with Priority: HIGHEST for action port [ 853.380525] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b92c50-9f73-42b7-a6ad-714676ec3ff2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.380652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b92c50-9f73-42b7-a6ad-714676ec3ff2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 853.380725] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b92c50-9f73-42b7-a6ad-714676ec3ff2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 853.380982] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b92c50-9f73-42b7-a6ad-714676ec3ff2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 853.381087] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b92c50-9f73-42b7-a6ad-714676ec3ff2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 853.883055] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b92c50-9f73-42b7-a6ad-714676ec3ff2 [ 853.884207] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.884415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 853.884559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 853.884799] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 853.884906] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 853.885570] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b92c50-9f73-42b7-a6ad-714676ec3ff2 already deleted. [ 853.885570] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b92c50-9f73-42b7-a6ad-714676ec3ff2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 855.724151] env[65469]: INFO networking_nsxv3.common.synchronization [req-eb518a97-1047-4938-986e-7fe91c355ac8 req-51843b15-86cd-40fe-9917-bda7bd29b4a6 tempest-DeleteServersTestJSON-35602450 tempest-DeleteServersTestJSON-35602450-project-member] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 855.724746] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGHEST for action security_group_members [ 855.726992] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.727158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 855.727218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 855.727594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 855.727594] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.727731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 855.727731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 855.728019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 855.728114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 855.728214] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 856.232472] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233220] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 856.233220] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 856.233220] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 856.233220] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 856.233220] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.233431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 856.233431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 856.233645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 856.233645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 856.233752] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be updated. [ 856.265733] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.265861] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 856.265861] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 856.266091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 856.266239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 856.276897] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 2s [ 856.452412] env[65469]: INFO networking_nsxv3.common.synchronization [None req-94adf1f0-edb6-4470-bf76-93e0bf5f2b29 None None] Enqueued Resource ID: 35f4a644-cf36-4d42-855c-ef6596418a88 with Priority: HIGHEST for action port [ 856.452978] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f4a644-cf36-4d42-855c-ef6596418a88 with Priority: HIGHEST for action port [ 856.453381] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f4a644-cf36-4d42-855c-ef6596418a88 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.453466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f4a644-cf36-4d42-855c-ef6596418a88" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 856.453508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f4a644-cf36-4d42-855c-ef6596418a88" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 856.453874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f4a644-cf36-4d42-855c-ef6596418a88" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 856.454867] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f4a644-cf36-4d42-855c-ef6596418a88',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 856.957635] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f4a644-cf36-4d42-855c-ef6596418a88 [ 856.957984] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.958141] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 856.958615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 856.958615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 856.958615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 856.958615] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f4a644-cf36-4d42-855c-ef6596418a88 already deleted. [ 856.959583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f4a644-cf36-4d42-855c-ef6596418a88" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 857.125660] env[65469]: INFO networking_nsxv3.common.synchronization [req-52d734fd-b004-47b7-97d2-20413e5052ed req-057e3bdb-387a-4756-8370-a088a59e43b1 tempest-VolumesAssistedSnapshotsTest-1943731308 tempest-VolumesAssistedSnapshotsTest-1943731308-project-member] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_members [ 857.126506] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGHEST for action security_group_members [ 857.126844] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127069] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 857.127069] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 857.127329] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 857.127471] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127603] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 857.127672] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 857.127833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 857.127937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 857.128045] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 857.631894] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.631894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 857.631894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 857.632181] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 857.632248] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 857.632511] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.632627] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 857.632693] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 857.633036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 857.633796] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 857.633796] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe is going to be updated. [ 857.663157] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.663675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 857.663785] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 857.664056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 857.664245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 857.676017] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe in Status: IN_PROGRESS for 2s [ 858.154936] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4b740ea6-38f6-4c00-8315-a478804b0491 None None] Enqueued Resource ID: 47aa8be4-8702-4e18-a536-e3d3050edbf7 with Priority: HIGHEST for action port [ 858.155846] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47aa8be4-8702-4e18-a536-e3d3050edbf7 with Priority: HIGHEST for action port [ 858.156021] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-47aa8be4-8702-4e18-a536-e3d3050edbf7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.157406] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47aa8be4-8702-4e18-a536-e3d3050edbf7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 858.157656] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47aa8be4-8702-4e18-a536-e3d3050edbf7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 858.157864] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47aa8be4-8702-4e18-a536-e3d3050edbf7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 858.157960] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47aa8be4-8702-4e18-a536-e3d3050edbf7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 858.287340] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: IN_PROGRESS for 4s [ 858.663340] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47aa8be4-8702-4e18-a536-e3d3050edbf7 [ 858.663587] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.663735] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 858.663807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 858.664079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 858.664178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 858.664269] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47aa8be4-8702-4e18-a536-e3d3050edbf7 already deleted. [ 858.664390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47aa8be4-8702-4e18-a536-e3d3050edbf7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 858.933675] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9d8762ec-ad4d-4299-8f05-50263b0dc119 None None] Enqueued Resource ID: c021bcc9-124c-4b25-9c20-fa6df9b9100b with Priority: HIGHEST for action port [ 858.934353] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c021bcc9-124c-4b25-9c20-fa6df9b9100b with Priority: HIGHEST for action port [ 858.934655] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-c021bcc9-124c-4b25-9c20-fa6df9b9100b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.934788] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c021bcc9-124c-4b25-9c20-fa6df9b9100b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 858.934857] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c021bcc9-124c-4b25-9c20-fa6df9b9100b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 858.935259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c021bcc9-124c-4b25-9c20-fa6df9b9100b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 858.935348] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c021bcc9-124c-4b25-9c20-fa6df9b9100b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 859.437850] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c021bcc9-124c-4b25-9c20-fa6df9b9100b [ 859.438226] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.438305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 859.438367] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 859.438554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 859.438646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 859.438741] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c021bcc9-124c-4b25-9c20-fa6df9b9100b already deleted. [ 859.438823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c021bcc9-124c-4b25-9c20-fa6df9b9100b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 859.686954] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe in Status: SUCCESS [ 859.687649] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe deletion is rescheduled due to dependency. [ 859.687808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 860.299125] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 in Status: SUCCESS [ 860.299125] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 deletion is rescheduled due to dependency. [ 860.299125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 860.328615] env[65469]: INFO networking_nsxv3.common.synchronization [None req-8b7d7930-ca1a-400c-8c91-989ff8fa89d6 None None] Enqueued Resource ID: c83d656a-d073-4588-9660-04f93e1c2d8f with Priority: HIGHEST for action port [ 860.329204] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83d656a-d073-4588-9660-04f93e1c2d8f with Priority: HIGHEST for action port [ 860.329544] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83d656a-d073-4588-9660-04f93e1c2d8f taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.329715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83d656a-d073-4588-9660-04f93e1c2d8f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 860.329763] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83d656a-d073-4588-9660-04f93e1c2d8f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 860.330050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83d656a-d073-4588-9660-04f93e1c2d8f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 860.330393] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83d656a-d073-4588-9660-04f93e1c2d8f',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 860.832112] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c83d656a-d073-4588-9660-04f93e1c2d8f [ 860.832475] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.832588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 860.832659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 860.832915] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 860.833028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 860.833132] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c83d656a-d073-4588-9660-04f93e1c2d8f already deleted. [ 860.833217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83d656a-d073-4588-9660-04f93e1c2d8f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 865.187067] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.189057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 865.189057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 865.189057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 865.190236] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 865.331458] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 865.332733] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 865.693565] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 866.195859] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 866.698684] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 866.698803] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 867.471451] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.471961] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.471961] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.471961] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.489807] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 867.490423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.491894] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 867.520205] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.520399] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.520506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.520672] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.526677] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.527182] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 867.527314] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 867.527379] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 867.565096] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.565270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.565344] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.565556] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.566593] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.566776] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 867.627699] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.629093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.629093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.629093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.629093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.629093] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 867.675927] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.675927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.675927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.676216] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.676368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.676506] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 867.676549] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'54082cfd-0140-4ee1-8693-0266f408f676', '3ff27a28-ffca-48b3-a775-726dc2ad61cf', '7a88e722-476c-4c11-b29d-1c638aeea768', 'ff214f2c-cccc-430e-a1e2-60481fbe0a9b', 'f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5', '2f67cbc6-f474-4179-bbf4-3dfc1908e6d9', '362ab094-e15c-4a5d-814d-bee016a0ba76', '1892eb3e-4787-49d9-9c4d-dfd7239245fe', '16b5f665-86fd-4da0-a0b2-4c1deab33af1', '28dc0491-36f0-4aa4-a478-e7ee7340a232', 'c0e7e803-93b6-4215-b26e-7e3d4b9603c2', '919e553b-5161-46d2-b48c-b8d8b5b1d067', '499519d6-7819-4b1a-a98e-c721fd7e6862', 'c27835f1-200d-4036-85b6-16e5dd0cb1ea', 'c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b', '23bae4e9-fd64-446e-b622-6ecafc6be367', '0d18a832-8ce1-4bac-a994-92b79e0a6536', 'e15e5cf5-64e9-4285-ae3e-9e7e1cf69387', '0bcf74e3-c145-4338-b977-5c83a8bdbe77', '595c9eda-2402-421e-93a9-467ea8cdbfc9', '7c0ba963-7153-48df-8824-bd2ec339a6a1', '79caf74f-d6be-472d-8466-a6ea25404501', 'f5dde1b6-ca5c-44c4-86e1-90190261b8f4', '6a5b9e81-df22-4b7d-986e-fd8d4485f16d'} {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 867.676650] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 867.701583] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.701583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.701583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.701583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.701583] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.701946] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 867.701946] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 867.701946] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 867.752554] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.752753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 867.752862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 867.753018] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 867.753741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 867.754358] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 867.754358] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 867.754358] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 867.754358] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 867.754358] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 867.754662] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGH for action security_group_rules [ 867.754794] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGH for action security_group_rules [ 867.755019] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGH for action security_group_rules [ 867.755106] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGH for action security_group_rules [ 867.755171] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGH for action security_group_rules [ 867.755283] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 867.755355] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGH for action security_group_rules [ 867.755418] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGH for action security_group_rules [ 867.755479] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGH for action security_group_rules [ 867.755538] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGH for action security_group_rules [ 867.755614] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGH for action security_group_rules [ 867.755676] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGH for action security_group_rules [ 867.755736] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGH for action security_group_rules [ 867.755795] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGH for action security_group_rules [ 867.755854] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGH for action security_group_rules [ 867.755915] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGH for action security_group_rules [ 867.755971] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGH for action security_group_rules [ 867.756042] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGH for action security_group_rules [ 867.756103] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGH for action security_group_rules [ 867.756163] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGH for action security_group_rules [ 867.756888] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 869.900779] env[65469]: INFO networking_nsxv3.common.synchronization [None req-adea06d9-3cf7-4363-a417-d2399e1f54d8 None None] Enqueued Resource ID: 3a090fa8-353e-404e-a5ee-e6ef3cafeb2d with Priority: HIGHEST for action port [ 869.901363] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a090fa8-353e-404e-a5ee-e6ef3cafeb2d with Priority: HIGHEST for action port [ 869.901533] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGH for action security_group_rules [ 869.901636] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGH for action security_group_rules [ 869.901716] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGH for action security_group_rules [ 869.901818] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGH for action security_group_rules [ 869.901912] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGH for action security_group_rules [ 869.902026] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGH for action security_group_rules [ 869.903382] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGH for action security_group_rules [ 869.903570] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGH for action security_group_rules [ 869.903661] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGH for action security_group_rules [ 869.903837] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGH for action security_group_rules [ 869.904052] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGH for action security_group_rules [ 869.904178] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGH for action security_group_rules [ 869.904275] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGH for action security_group_rules [ 869.904426] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGH for action security_group_rules [ 869.904498] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGH for action security_group_rules [ 869.904631] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 869.904741] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGH for action security_group_rules [ 869.904774] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGH for action security_group_rules [ 869.905436] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGH for action security_group_rules [ 869.905562] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGH for action security_group_rules [ 869.905931] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a090fa8-353e-404e-a5ee-e6ef3cafeb2d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.906127] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a090fa8-353e-404e-a5ee-e6ef3cafeb2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.906813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a090fa8-353e-404e-a5ee-e6ef3cafeb2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.907063] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a090fa8-353e-404e-a5ee-e6ef3cafeb2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.907866] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a090fa8-353e-404e-a5ee-e6ef3cafeb2d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.909151] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.909151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.909151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.909151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.909151] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.909665] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.910700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.914022] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.914022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.914022] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.914022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.914022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.914749] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.916568] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.916960] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.917531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.917791] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.917954] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.922016] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.922095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.922156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.922316] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.922391] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.923725] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.923828] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.923895] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.924106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.924176] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.925029] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.925139] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.925202] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.925347] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.925416] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.926236] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.926336] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.926401] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.926548] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.926619] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.927479] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.927703] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.927768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.927980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.927980] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.928242] env[65469]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 869.930905] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.930905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.930905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.930905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.930905] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.930905] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.930905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.930905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.930905] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.930905] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.932208] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.932208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.932208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.933112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.933112] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.933637] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.933737] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.933815] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.933966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.934515] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.935137] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.935284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.935328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.935457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.935527] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.936348] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.936481] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.936522] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.936655] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.936723] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.937850] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.937850] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.937948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.938063] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.938116] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.938929] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.939048] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.939111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.939255] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.939326] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.940149] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.940239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.940305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.940448] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.940537] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.941441] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.941537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 869.943026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 869.943026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 869.943026] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 869.943026] env[65469]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 870.444173] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a090fa8-353e-404e-a5ee-e6ef3cafeb2d [ 870.444173] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.444320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.444364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.444591] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.444717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.444827] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a090fa8-353e-404e-a5ee-e6ef3cafeb2d already deleted. [ 870.444918] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a090fa8-353e-404e-a5ee-e6ef3cafeb2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.448833] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.448961] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.449036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.449201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.449346] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.449446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.449510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.449660] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.449757] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.449843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.449932] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.464723] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.464867] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.464942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.465155] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.478659] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.478853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.478902] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.479609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.479609] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.479609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.479609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.479609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.479882] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.479882] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.479993] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.484501] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.484501] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.484653] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.484733] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.484795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.484967] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.485128] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.485263] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.485626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.485626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.485626] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.485845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.485845] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.487913] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.488150] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.488285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.488454] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.488610] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.488987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.488987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.488987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.489161] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.491253] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.491389] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.491737] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.492406] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.492491] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.492603] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.492673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.492827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.492911] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.493009] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.493105] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.493874] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.494098] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.494098] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.494260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.494404] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.494497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.494559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.494687] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.495439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.495439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.495439] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.497443] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.497443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.497443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.497443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.497443] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.497692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.497692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.497692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.497774] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.498054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.498054] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.499859] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.499964] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.500809] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.500809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.501286] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.502682] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.505064] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.505064] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.505064] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.505064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.505064] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.506211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.506211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.506211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.506211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.506211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.506211] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.514758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.515085] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 is going to be deleted. [ 870.517874] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.518020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.518198] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.518396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.518557] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.518663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.518926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.519099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.519099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.519418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.519418] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.519418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.519418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.519673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.519673] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.519796] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.519839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.519943] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.520031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.520138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.520199] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.520921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.521659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.548811] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.548949] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.550378] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.550491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.559562] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.559697] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.560849] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.561129] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.562548] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.562645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.563786] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.563924] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.564980] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.565111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.565894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.566081] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe is going to be deleted. [ 870.567605] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.567699] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.567810] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.567966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.600443] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.600570] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 is going to be deleted. [ 870.601578] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.601799] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.651732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.651963] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be deleted. [ 870.653385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.653646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.675061] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.675061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.686467] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.686467] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 is going to be deleted. [ 870.686760] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.687019] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.706711] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.706819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.717757] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.718127] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.740768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.740924] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 is going to be deleted. [ 870.741973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.742218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.753553] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.753715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.790233] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.790363] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 is going to be deleted. [ 870.792740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.792740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.832368] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.832368] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.842520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.842520] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 is going to be deleted. [ 870.843645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.843867] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.903580] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.904084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.914186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.914186] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be deleted. [ 870.914186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.914186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.954234] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.984198] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.984353] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.984550] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 870.988922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.988922] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf is going to be deleted. [ 870.989193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.989229] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.989314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.989800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.989800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.989800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.990020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.990077] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994036] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.994836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.994836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.994934] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.995584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.995584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.995584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.995584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.995584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 870.995584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 870.995895] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 870.995895] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.012569] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.012682] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.012755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.013767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.013767] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.013767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.013767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.013767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.013767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.013767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.014051] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.014051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.014051] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.014170] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.014341] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.014401] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.014433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.014557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.014636] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.014718] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.014810] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.015828] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.016862] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.017622] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.018572] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.019031] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.019239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.019307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.019446] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.019607] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.019755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.019793] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.020335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.020335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.020335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.020335] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.020516] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.020516] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.020584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.020686] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.020751] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.020812] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.020932] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.021016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.021092] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.021179] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.022769] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 871.027098] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c27835f1-200d-4036-85b6-16e5dd0cb1ea: rpc.has_security_group_logging(os_id): False [ 871.053124] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.053124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.053307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.053358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.053451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.053576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.062213] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.062213] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.062213] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.062437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.107942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.107942] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.107942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.107942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.108374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.108374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.108472] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.108576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.108639] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.108795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.108881] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.109087] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.109184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.109240] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.109378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.109449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.109533] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea is going to be updated. [ 871.111309] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.111447] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.111485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.111629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.111705] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.111893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.261017] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.261017] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.261017] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.261318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.261318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.279127] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: IN_PROGRESS for 2s [ 871.458598] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54082cfd-0140-4ee1-8693-0266f408f676: rpc.has_security_group_logging(os_id): False [ 871.481970] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.482151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.482500] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.482500] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.486617] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23bae4e9-fd64-446e-b622-6ecafc6be367: rpc.has_security_group_logging(os_id): False [ 871.502515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.510909] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.510909] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 is going to be updated. [ 871.510909] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.510909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.525927] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e7e803-93b6-4215-b26e-7e3d4b9603c2: rpc.has_security_group_logging(os_id): False [ 871.525927] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d18a832-8ce1-4bac-a994-92b79e0a6536: rpc.has_security_group_logging(os_id): False [ 871.525927] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b: rpc.has_security_group_logging(os_id): False [ 871.526699] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff214f2c-cccc-430e-a1e2-60481fbe0a9b: rpc.has_security_group_logging(os_id): False [ 871.528579] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 595c9eda-2402-421e-93a9-467ea8cdbfc9: rpc.has_security_group_logging(os_id): False [ 871.530043] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9: rpc.has_security_group_logging(os_id): False [ 871.531091] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16b5f665-86fd-4da0-a0b2-4c1deab33af1: rpc.has_security_group_logging(os_id): False [ 871.532755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.532755] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.532755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.532755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.532995] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.532995] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.533163] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be updated. [ 871.566990] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.566990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.566990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.567210] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.568962] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569089] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.569827] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.569935] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.573718] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.573718] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.580633] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.580793] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.581867] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.582022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.589268] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.589420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.593928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.593928] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.593928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.593928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.593928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.593928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.593928] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be updated. [ 871.598015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.598015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.616376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.616704] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.616866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.616866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.617878] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.617878] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.617878] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 is going to be updated. [ 871.621151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.621151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.622180] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.622294] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.632453] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.633178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.648561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.648561] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.648561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.648561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.648840] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.648840] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.648840] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b is going to be updated. [ 871.650244] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.650358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.704434] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.704617] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.705520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.705781] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.705870] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.706050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.706236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.706236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.706371] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b is going to be updated. [ 871.712041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.712041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.751683] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.751920] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.768428] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.770446] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.770748] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.770833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.771090] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.773344] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.773643] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.773803] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.773876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.774250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.774250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.774474] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.774561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.774627] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.774791] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.774872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.774993] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 is going to be updated. [ 871.776168] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.776341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.776488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.777974] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.778291] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.778863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.783922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.784251] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.875299] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: IN_PROGRESS for 2s [ 871.891675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.892068] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.892167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.892236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.892563] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.892705] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.892746] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 871.893909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.894495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.925358] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.925358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.932469] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 871.947933] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.948253] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.948610] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.948610] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.948727] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.948727] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.948924] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.949044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.949110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.949260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.949338] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.949521] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.949594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.949870] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.949870] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.950027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.953261] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 871.953261] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.953261] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.957285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.958577] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.958827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.958986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.959966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.960170] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.960309] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 871.989190] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: IN_PROGRESS for 2s [ 871.989978] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: IN_PROGRESS for 2s [ 871.990587] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: IN_PROGRESS for 2s [ 871.993793] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.993964] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 871.993964] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 871.994245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 871.994400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.002546] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.002715] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.002771] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.003797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.003797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.009793] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: IN_PROGRESS for 2s [ 872.017455] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.017455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.017455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.017455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.017455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.022570] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: IN_PROGRESS for 2s [ 872.036901] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 872.059472] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.059641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.059717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.059940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.060145] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.104384] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 872.142696] env[65469]: INFO networking_nsxv3.common.synchronization [req-da025e50-238d-481c-90ac-b91831fff734 req-d5ca0d3c-847d-4145-b25f-efbfa36b5887 tempest-ServersTestJSON-1565476061 tempest-ServersTestJSON-1565476061-project-member] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_members [ 872.143412] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGHEST for action security_group_members [ 872.143745] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143882] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.144343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.144343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.144520] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.144670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.144734] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.144853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.144938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.145048] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 872.647089] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.647752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.647752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.647752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.647752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.648088] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.648773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.648773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.648773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.648773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.648773] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 is going to be updated. [ 872.682027] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.682027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.682027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.682027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.682027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 872.690551] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: IN_PROGRESS for 2s [ 872.783022] env[65469]: INFO networking_nsxv3.common.synchronization [None req-34a4463b-0072-4a3e-91e0-2cc33d32070d None None] Enqueued Resource ID: cd421516-1409-41c5-a31b-300f19d2b412 with Priority: HIGHEST for action port [ 872.783022] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd421516-1409-41c5-a31b-300f19d2b412 with Priority: HIGHEST for action port [ 872.783022] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd421516-1409-41c5-a31b-300f19d2b412 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.783022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd421516-1409-41c5-a31b-300f19d2b412" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 872.783022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd421516-1409-41c5-a31b-300f19d2b412" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 872.783022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd421516-1409-41c5-a31b-300f19d2b412" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 872.783022] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd421516-1409-41c5-a31b-300f19d2b412',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 873.286871] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd421516-1409-41c5-a31b-300f19d2b412 [ 873.286871] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.287267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 873.287267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 873.287267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 873.287358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 873.287387] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd421516-1409-41c5-a31b-300f19d2b412 already deleted. [ 873.287480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd421516-1409-41c5-a31b-300f19d2b412" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 873.293267] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: SUCCESS [ 873.293547] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 873.890394] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: SUCCESS [ 873.890686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 873.943557] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 873.943811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.006602] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: SUCCESS [ 874.006917] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.008746] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 874.009022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.009867] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: SUCCESS [ 874.010060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.019850] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: SUCCESS [ 874.020079] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.033175] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: SUCCESS [ 874.033439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.047514] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 874.047514] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.117900] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 874.118281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 874.703285] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54082cfd-0140-4ee1-8693-0266f408f676 in Status: SUCCESS [ 874.703552] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 deletion is rescheduled due to dependency. [ 874.703601] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 877.781320] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 877.781719] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 882.786045] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 882.786045] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 883.042270] env[65469]: INFO networking_nsxv3.common.synchronization [req-21f3adec-bf06-4a37-976e-15340d27ae0d req-02222f56-f1e9-42ed-8001-a6f3be5d8b29 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 883.042270] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 883.042270] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.042270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.042270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.043672] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.043891] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.044612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.046649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.046922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.047059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 883.047163] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 883.070782] env[65469]: INFO networking_nsxv3.common.synchronization [req-21f3adec-bf06-4a37-976e-15340d27ae0d req-02222f56-f1e9-42ed-8001-a6f3be5d8b29 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 883.070995] env[65469]: INFO networking_nsxv3.common.synchronization [req-21f3adec-bf06-4a37-976e-15340d27ae0d req-02222f56-f1e9-42ed-8001-a6f3be5d8b29 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 883.071135] env[65469]: INFO networking_nsxv3.common.synchronization [req-21f3adec-bf06-4a37-976e-15340d27ae0d req-02222f56-f1e9-42ed-8001-a6f3be5d8b29 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with Priority: HIGHEST for action port [ 883.071662] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 883.071834] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 883.072202] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with Priority: HIGHEST for action port [ 883.072547] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072718] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.072829] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.073221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.073260] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 883.074505] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.074610] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.074821] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.074940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.075017] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.075337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.075422] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4636485-7b6f-4fbb-ab94-d4f75ada7a1c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 883.550347] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 883.577279] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.577470] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.577935] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with status ACTIVE [ 883.578135] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.578302] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.578375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.578647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.578811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 883.579104] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.579241] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.579309] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.579479] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.579561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 883.579758] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.579849] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.579912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.580070] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.580147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 883.580228] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c is going to be updated. [ 883.606244] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.606415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 883.606691] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 883.606794] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 883.606909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 883.607205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 884.054354] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 884.559393] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.559566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 884.559654] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 884.559900] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 884.560046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 884.560161] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be updated. [ 884.588223] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.588393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 884.588451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 884.588658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 884.588809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 884.599695] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: IN_PROGRESS for 2s [ 885.852951] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9c2a7906-2c6e-4598-a4ec-b11474f02627 None None] Enqueued Resource ID: 79b9112e-f3a4-4425-b891-f662f924652c with Priority: HIGHEST for action port [ 885.853300] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b9112e-f3a4-4425-b891-f662f924652c with Priority: HIGHEST for action port [ 885.853539] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b9112e-f3a4-4425-b891-f662f924652c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.853680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b9112e-f3a4-4425-b891-f662f924652c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 885.853753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b9112e-f3a4-4425-b891-f662f924652c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 885.855566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b9112e-f3a4-4425-b891-f662f924652c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 885.856404] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b9112e-f3a4-4425-b891-f662f924652c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 886.360044] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79b9112e-f3a4-4425-b891-f662f924652c [ 886.360044] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.360044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 886.360044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 886.360290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 886.360290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 886.360403] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79b9112e-f3a4-4425-b891-f662f924652c already deleted. [ 886.360452] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b9112e-f3a4-4425-b891-f662f924652c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 886.556498] env[65469]: INFO networking_nsxv3.common.synchronization [req-272acc0a-2e6b-4aa1-a34d-b7af7090ec5b req-da744847-97f0-44f4-afd9-b8d5405d46d1 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 886.556901] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 886.559861] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.559861] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 886.568982] env[65469]: INFO networking_nsxv3.common.synchronization [req-272acc0a-2e6b-4aa1-a34d-b7af7090ec5b req-da744847-97f0-44f4-afd9-b8d5405d46d1 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 886.569175] env[65469]: INFO networking_nsxv3.common.synchronization [req-272acc0a-2e6b-4aa1-a34d-b7af7090ec5b req-da744847-97f0-44f4-afd9-b8d5405d46d1 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 886.569311] env[65469]: INFO networking_nsxv3.common.synchronization [req-272acc0a-2e6b-4aa1-a34d-b7af7090ec5b req-da744847-97f0-44f4-afd9-b8d5405d46d1 tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with Priority: HIGHEST for action port [ 886.570992] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_rules [ 886.571145] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 886.571242] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with Priority: HIGHEST for action port [ 886.571524] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.571624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 886.571902] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.571977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 886.573088] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.573180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 886.573216] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 886.574036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 886.574036] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4636485-7b6f-4fbb-ab94-d4f75ada7a1c',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 886.611682] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 886.612036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 886.612209] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 886.612413] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 886.612596] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.612719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 886.612808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 886.613021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 886.613086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 886.613187] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 887.078528] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4636485-7b6f-4fbb-ab94-d4f75ada7a1c with status ACTIVE [ 887.078851] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.078917] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.078993] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.079209] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.079303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.079484] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.079615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.079654] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.079817] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.080619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.080619] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.080619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.080619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.080619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.080619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.080619] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4636485-7b6f-4fbb-ab94-d4f75ada7a1c is going to be updated. [ 887.112020] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.112020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.112020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.112020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.112020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.112020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4636485-7b6f-4fbb-ab94-d4f75ada7a1c" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.115488] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 887.158698] env[65469]: INFO networking_nsxv3.common.synchronization [req-fc8b42ec-0d1f-442f-9340-92ba1c091ddf req-c8f23186-079b-4835-bf48-43419cc9d301 tempest-SecurityGroupRulesNegativeTestJSON-1515007618 tempest-SecurityGroupRulesNegativeTestJSON-1515007618-project-member] Enqueued Resource ID: bae04e2e-679b-4310-b95f-cddecf99ed5a with Priority: HIGHEST for action security_group_rules [ 887.159345] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae04e2e-679b-4310-b95f-cddecf99ed5a with Priority: HIGHEST for action security_group_rules [ 887.159689] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae04e2e-679b-4310-b95f-cddecf99ed5a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.159841] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.160452] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.160452] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.160452] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae04e2e-679b-4310-b95f-cddecf99ed5a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 887.384250] env[65469]: INFO networking_nsxv3.common.synchronization [req-57545737-9395-4c1a-8dfe-45336192f420 req-5245c1a5-6383-43f4-bb08-f8f2f3bafdf2 tempest-SecurityGroupRulesNegativeTestJSON-1515007618 tempest-SecurityGroupRulesNegativeTestJSON-1515007618-project-member] Enqueued Resource ID: bae04e2e-679b-4310-b95f-cddecf99ed5a with Priority: HIGHEST for action security_group_rules [ 887.384917] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae04e2e-679b-4310-b95f-cddecf99ed5a with Priority: HIGHEST for action security_group_rules [ 887.385263] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae04e2e-679b-4310-b95f-cddecf99ed5a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.385374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.621092] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 887.683681] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.683775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 887.683833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.684171] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.684300] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.684402] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae04e2e-679b-4310-b95f-cddecf99ed5a already deleted. [ 887.684526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 887.684681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 887.684985] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 887.685100] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae04e2e-679b-4310-b95f-cddecf99ed5a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 888.126108] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126407] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.126407] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.126579] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.126673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.126773] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be updated. [ 888.160525] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.160525] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.160525] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.160525] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.160525] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.171225] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: IN_PROGRESS for 2s [ 888.213936] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.213936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.214160] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.214396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.214396] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.214485] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae04e2e-679b-4310-b95f-cddecf99ed5a already deleted. [ 888.214559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae04e2e-679b-4310-b95f-cddecf99ed5a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.287726] env[65469]: INFO networking_nsxv3.common.synchronization [req-7aafbaec-45e1-4e9a-845c-8bd62364fbf7 req-3ccbd9db-a2b4-49df-a4a5-fcd31eb0252e tempest-ImagesOneServerTestJSON-897000472 tempest-ImagesOneServerTestJSON-897000472-project-member] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_members [ 888.288957] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGHEST for action security_group_members [ 888.289371] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.289513] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.289572] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.289818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.290013] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.290123] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.290191] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.290359] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.290468] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.290576] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 888.339690] env[65469]: INFO networking_nsxv3.common.synchronization [None req-c7cbe0b5-671f-40d4-8e2a-1ae06cb8c4f5 None None] Enqueued Resource ID: def37efb-c9f8-4b03-8f37-dd3681ec112f with Priority: HIGHEST for action port [ 888.340240] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def37efb-c9f8-4b03-8f37-dd3681ec112f with Priority: HIGHEST for action port [ 888.340552] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-def37efb-c9f8-4b03-8f37-dd3681ec112f taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.340677] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def37efb-c9f8-4b03-8f37-dd3681ec112f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.340753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def37efb-c9f8-4b03-8f37-dd3681ec112f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.341423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def37efb-c9f8-4b03-8f37-dd3681ec112f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.341564] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def37efb-c9f8-4b03-8f37-dd3681ec112f',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 888.793583] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.793777] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.793849] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.794190] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.794337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.794594] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.794721] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.794797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.794976] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.795094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.795169] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea is going to be updated. [ 888.827973] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.827973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.827973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.827973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.827973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.836273] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: IN_PROGRESS for 2s [ 888.844493] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port def37efb-c9f8-4b03-8f37-dd3681ec112f [ 888.844493] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.844633] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 888.844668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 888.844857] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 888.844947] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 888.845053] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:def37efb-c9f8-4b03-8f37-dd3681ec112f already deleted. [ 888.845137] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def37efb-c9f8-4b03-8f37-dd3681ec112f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 889.889528] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a495022a-4b34-439d-b636-f5f06a7aa673 tempest-MigrationsAdminTest-1137761975 tempest-MigrationsAdminTest-1137761975-project-member] Enqueued Resource ID: aebed048-edc5-4be6-a793-6ab4f79e4cd1 with Priority: HIGHEST for action security_group_rules [ 889.890158] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebed048-edc5-4be6-a793-6ab4f79e4cd1 with Priority: HIGHEST for action security_group_rules [ 889.890523] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.890652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 889.890719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 889.890975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 889.891074] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebed048-edc5-4be6-a793-6ab4f79e4cd1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 890.051828] env[65469]: INFO networking_nsxv3.common.synchronization [None req-d8b59a54-c3a0-4959-a736-145458eef328 tempest-MigrationsAdminTest-1137761975 tempest-MigrationsAdminTest-1137761975-project-member] Enqueued Resource ID: aebed048-edc5-4be6-a793-6ab4f79e4cd1 with Priority: HIGHEST for action security_group_rules [ 890.052074] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebed048-edc5-4be6-a793-6ab4f79e4cd1 with Priority: HIGHEST for action security_group_rules [ 890.052392] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.052502] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 890.182019] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 890.182263] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.182439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.182664] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.182868] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.183016] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 890.183084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.183254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.183341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.183431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.183568] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 890.184675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.184847] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.185231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.185285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 890.185318] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.185460] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.185538] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.185627] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 890.411931] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.412172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 890.412172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.412358] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.412516] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.412649] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebed048-edc5-4be6-a793-6ab4f79e4cd1 already deleted. [ 890.412649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.412862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.412907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.412998] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebed048-edc5-4be6-a793-6ab4f79e4cd1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 890.688404] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 890.689673] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 890.847075] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea in Status: SUCCESS [ 890.847284] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea deletion is rescheduled due to dependency. [ 890.847401] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.933249] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.933609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 890.933609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 890.933764] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 890.933884] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 890.934190] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebed048-edc5-4be6-a793-6ab4f79e4cd1 already deleted. [ 890.934316] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebed048-edc5-4be6-a793-6ab4f79e4cd1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 891.053352] env[65469]: INFO networking_nsxv3.common.synchronization [req-e50383f1-3bca-4d75-8f34-88031cb1709e req-eb9e1ce0-411c-49fd-bb43-4c0035373d0d tempest-AttachInterfacesUnderV243Test-1531497692 tempest-AttachInterfacesUnderV243Test-1531497692-project-member] Enqueued Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 891.055825] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 with Priority: HIGHEST for action security_group_members [ 891.056668] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d18a832-8ce1-4bac-a994-92b79e0a6536 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.056951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 891.194868] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d18a832-8ce1-4bac-a994-92b79e0a6536: rpc.has_security_group_logging(os_id): False [ 891.194868] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 891.217782] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.217782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 891.217898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 891.218050] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 891.218150] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 891.218392] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.218496] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 891.218560] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 891.218713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 891.218789] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 891.218900] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be updated. [ 891.280145] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.280343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 891.280380] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 891.280584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 891.280753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 891.296446] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: IN_PROGRESS for 2s [ 891.703226] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.703522] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 891.703522] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 891.703779] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 891.703872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 891.703979] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be updated. [ 891.736101] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.736101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 891.736101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 891.736101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 891.736101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 891.747039] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: IN_PROGRESS for 2s [ 893.309657] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 893.310099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 893.310099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 893.310328] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 893.310422] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 893.765569] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 in Status: SUCCESS [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 893.765569] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 893.765569] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 893.765569] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 893.833319] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.833319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 893.833319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 893.833319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 893.833319] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 893.833319] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be deleted. [ 893.886207] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.886207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 893.886207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 893.886207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 893.886207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 893.886207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.272026] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.272026] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.272026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.272026] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 is going to be deleted. [ 894.348544] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.348544] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 894.348544] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.350131] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.350131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.350564] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d18a832-8ce1-4bac-a994-92b79e0a6536',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 894.852307] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.852986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 894.853132] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.853406] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.853538] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.853960] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.854210] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 894.854307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 894.854508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 894.854623] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 894.855578] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d18a832-8ce1-4bac-a994-92b79e0a6536 already deleted. [ 894.855689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d18a832-8ce1-4bac-a994-92b79e0a6536" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 895.090305] env[65469]: INFO networking_nsxv3.common.synchronization [None req-3223e220-545a-43bb-9944-021004521d20 None None] Enqueued Resource ID: cd04ee6a-046c-418e-8dcc-a0e05614f50e with Priority: HIGHEST for action port [ 895.091466] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd04ee6a-046c-418e-8dcc-a0e05614f50e with Priority: HIGHEST for action port [ 895.092107] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd04ee6a-046c-418e-8dcc-a0e05614f50e taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.092201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd04ee6a-046c-418e-8dcc-a0e05614f50e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 895.092246] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd04ee6a-046c-418e-8dcc-a0e05614f50e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 895.092600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd04ee6a-046c-418e-8dcc-a0e05614f50e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 895.092765] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd04ee6a-046c-418e-8dcc-a0e05614f50e',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 895.595704] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd04ee6a-046c-418e-8dcc-a0e05614f50e [ 895.596445] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.596445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 895.596445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 895.596445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 895.596757] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 895.596757] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd04ee6a-046c-418e-8dcc-a0e05614f50e already deleted. [ 895.596757] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd04ee6a-046c-418e-8dcc-a0e05614f50e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 895.867699] env[65469]: INFO networking_nsxv3.common.synchronization [req-eaf9c2c7-d3ab-4e0b-8f38-5f7fba5245e5 req-77bef974-02b1-4748-a239-5b93c1461797 tempest-ServersV294TestFqdnHostnames-672593495 tempest-ServersV294TestFqdnHostnames-672593495-project-member] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_members [ 895.868838] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGHEST for action security_group_members [ 895.869808] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.869975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 895.870059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 895.870263] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 895.870414] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.870601] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 895.870668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 895.870825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 895.871369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 895.871490] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 896.376084] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.376495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 896.376495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 896.376591] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 896.376689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 896.376847] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.376949] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 896.377023] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 896.377176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 896.377264] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 896.377350] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b is going to be updated. [ 896.413711] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.413711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 896.413711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 896.413711] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 896.414310] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 896.429033] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: IN_PROGRESS for 2s [ 898.071725] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e01be5dd-6c46-4e8f-9885-99e97f4e245d None None] Enqueued Resource ID: a9eeb097-0b5b-42b8-883e-c501f8a369f2 with Priority: HIGHEST for action port [ 898.071725] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9eeb097-0b5b-42b8-883e-c501f8a369f2 with Priority: HIGHEST for action port [ 898.072107] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9eeb097-0b5b-42b8-883e-c501f8a369f2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.072254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9eeb097-0b5b-42b8-883e-c501f8a369f2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 898.072317] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9eeb097-0b5b-42b8-883e-c501f8a369f2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 898.073565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9eeb097-0b5b-42b8-883e-c501f8a369f2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 898.073565] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9eeb097-0b5b-42b8-883e-c501f8a369f2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 898.442867] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b in Status: SUCCESS [ 898.442867] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b deletion is rescheduled due to dependency. [ 898.442867] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 898.574787] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9eeb097-0b5b-42b8-883e-c501f8a369f2 [ 898.575051] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.575192] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 898.575263] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 898.575477] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 898.575564] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 898.575658] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9eeb097-0b5b-42b8-883e-c501f8a369f2 already deleted. [ 898.575743] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9eeb097-0b5b-42b8-883e-c501f8a369f2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 899.374373] env[65469]: INFO networking_nsxv3.common.synchronization [None req-75017e3a-66a9-4fdc-8699-e5966b21e939 None None] Enqueued Resource ID: 922db30e-9951-4fab-9e91-b3c6d18c1079 with Priority: HIGHEST for action port [ 899.375803] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922db30e-9951-4fab-9e91-b3c6d18c1079 with Priority: HIGHEST for action port [ 899.376320] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-922db30e-9951-4fab-9e91-b3c6d18c1079 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.376459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-922db30e-9951-4fab-9e91-b3c6d18c1079" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 899.376528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-922db30e-9951-4fab-9e91-b3c6d18c1079" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 899.376784] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-922db30e-9951-4fab-9e91-b3c6d18c1079" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 899.376902] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922db30e-9951-4fab-9e91-b3c6d18c1079',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 899.880152] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 922db30e-9951-4fab-9e91-b3c6d18c1079 [ 899.880659] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.880819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 899.881200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 899.881628] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 899.881685] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 899.881771] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:922db30e-9951-4fab-9e91-b3c6d18c1079 already deleted. [ 899.881848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-922db30e-9951-4fab-9e91-b3c6d18c1079" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 902.007298] env[65469]: INFO networking_nsxv3.common.synchronization [None req-db51cdca-3fa0-425d-bc33-14bd7ef3b5a5 None None] Enqueued Resource ID: eca8538d-ea24-4d8c-aa0b-aaddb5af25f7 with Priority: HIGHEST for action port [ 902.008373] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca8538d-ea24-4d8c-aa0b-aaddb5af25f7 with Priority: HIGHEST for action port [ 902.008793] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca8538d-ea24-4d8c-aa0b-aaddb5af25f7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.008793] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca8538d-ea24-4d8c-aa0b-aaddb5af25f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 902.008793] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca8538d-ea24-4d8c-aa0b-aaddb5af25f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 902.009131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca8538d-ea24-4d8c-aa0b-aaddb5af25f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 902.009266] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca8538d-ea24-4d8c-aa0b-aaddb5af25f7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 902.511435] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eca8538d-ea24-4d8c-aa0b-aaddb5af25f7 [ 902.511773] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.511926] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 902.511999] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 902.512388] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 902.512388] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 902.512508] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eca8538d-ea24-4d8c-aa0b-aaddb5af25f7 already deleted. [ 902.512576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca8538d-ea24-4d8c-aa0b-aaddb5af25f7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 903.705988] env[65469]: INFO networking_nsxv3.common.synchronization [None req-bb70df37-1d0b-4554-bcec-9a27f9e684bb None None] Enqueued Resource ID: ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca with Priority: HIGHEST for action port [ 903.706489] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca with Priority: HIGHEST for action port [ 903.706801] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.706937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 903.707045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 903.707265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 903.707349] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 904.210233] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca [ 904.210494] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.210726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 904.210726] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 904.210911] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 904.211021] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 904.211247] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca already deleted. [ 904.211247] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad6c55a4-da43-48a1-9a2b-e9404ff0b7ca" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 904.616230] env[65469]: INFO networking_nsxv3.common.synchronization [req-70a58db5-b9d4-415f-a325-0b73ecc33cbd req-6a887e25-4c21-4b84-a86e-bc51a6ab0eb1 tempest-ServersTestFqdnHostnames-1317685366 tempest-ServersTestFqdnHostnames-1317685366-project-member] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_members [ 904.616768] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGHEST for action security_group_members [ 904.618320] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 904.618320] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 904.618320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 904.618320] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 904.878369] env[65469]: INFO networking_nsxv3.common.synchronization [None req-ff916fd4-bdc7-48bc-a15d-d5ac3066f41e None None] Enqueued Resource ID: 8aec3549-3db2-4168-80eb-a02c5c8c69e9 with Priority: HIGHEST for action port [ 904.878369] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aec3549-3db2-4168-80eb-a02c5c8c69e9 with Priority: HIGHEST for action port [ 904.878369] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aec3549-3db2-4168-80eb-a02c5c8c69e9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.878369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aec3549-3db2-4168-80eb-a02c5c8c69e9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 904.878369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aec3549-3db2-4168-80eb-a02c5c8c69e9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 904.878369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aec3549-3db2-4168-80eb-a02c5c8c69e9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 904.878369] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aec3549-3db2-4168-80eb-a02c5c8c69e9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 905.121667] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 905.123086] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 905.123086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 905.123086] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 is going to be updated. [ 905.156039] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.156376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 905.156459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 905.156758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 905.156973] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 905.168494] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: IN_PROGRESS for 2s [ 905.381045] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aec3549-3db2-4168-80eb-a02c5c8c69e9 [ 905.384020] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.384020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 905.384020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 905.384020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 905.384020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 905.384020] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aec3549-3db2-4168-80eb-a02c5c8c69e9 already deleted. [ 905.384020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aec3549-3db2-4168-80eb-a02c5c8c69e9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 907.180667] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 in Status: SUCCESS [ 907.181326] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 deletion is rescheduled due to dependency. [ 907.181326] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 907.462197] env[65469]: INFO networking_nsxv3.common.synchronization [None req-fc1b40de-0cda-464e-adeb-b0b6d9524b57 None None] Enqueued Resource ID: 23e83a7a-7ca5-4f66-8dfa-92756cf7142e with Priority: HIGHEST for action port [ 907.463707] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e83a7a-7ca5-4f66-8dfa-92756cf7142e with Priority: HIGHEST for action port [ 907.463707] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e83a7a-7ca5-4f66-8dfa-92756cf7142e taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.463707] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e83a7a-7ca5-4f66-8dfa-92756cf7142e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 907.463916] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e83a7a-7ca5-4f66-8dfa-92756cf7142e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 907.464034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e83a7a-7ca5-4f66-8dfa-92756cf7142e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 907.464120] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e83a7a-7ca5-4f66-8dfa-92756cf7142e',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 907.550149] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9593695a-e962-484f-a7bf-b97122290d27 None None] Enqueued Resource ID: 935c8f1b-5036-4892-b105-c9cc45780658 with Priority: HIGHEST for action port [ 907.550661] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935c8f1b-5036-4892-b105-c9cc45780658 with Priority: HIGHEST for action port [ 907.550974] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-935c8f1b-5036-4892-b105-c9cc45780658 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.551131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935c8f1b-5036-4892-b105-c9cc45780658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 907.551272] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935c8f1b-5036-4892-b105-c9cc45780658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 907.551435] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935c8f1b-5036-4892-b105-c9cc45780658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 907.551511] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935c8f1b-5036-4892-b105-c9cc45780658',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 907.971369] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23e83a7a-7ca5-4f66-8dfa-92756cf7142e [ 907.971619] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.971762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 907.971847] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 907.972091] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 907.972161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 907.972238] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23e83a7a-7ca5-4f66-8dfa-92756cf7142e already deleted. [ 907.973762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e83a7a-7ca5-4f66-8dfa-92756cf7142e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 908.054516] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 935c8f1b-5036-4892-b105-c9cc45780658 [ 908.054634] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.054745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 908.054745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 908.055508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 908.055508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 908.055508] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:935c8f1b-5036-4892-b105-c9cc45780658 already deleted. [ 908.055508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935c8f1b-5036-4892-b105-c9cc45780658" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 912.551397] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 912.551732] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 914.181503] env[65469]: INFO networking_nsxv3.common.synchronization [None req-5d364eb7-710b-44b2-9c5a-74f8035b492e None None] Enqueued Resource ID: 1c6994c4-ac39-4344-aa18-2e0590b4a5e8 with Priority: HIGHEST for action port [ 914.182218] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6994c4-ac39-4344-aa18-2e0590b4a5e8 with Priority: HIGHEST for action port [ 914.184495] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c6994c4-ac39-4344-aa18-2e0590b4a5e8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.184495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c6994c4-ac39-4344-aa18-2e0590b4a5e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 914.184495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c6994c4-ac39-4344-aa18-2e0590b4a5e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 914.184665] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c6994c4-ac39-4344-aa18-2e0590b4a5e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 914.184751] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c6994c4-ac39-4344-aa18-2e0590b4a5e8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 914.687654] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c6994c4-ac39-4344-aa18-2e0590b4a5e8 [ 914.687932] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.688124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 914.688239] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 914.688409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 914.688500] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 914.688601] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c6994c4-ac39-4344-aa18-2e0590b4a5e8 already deleted. [ 914.688686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c6994c4-ac39-4344-aa18-2e0590b4a5e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 916.320018] env[65469]: INFO networking_nsxv3.common.synchronization [None req-391c0fa2-ef25-41f4-919c-9324edb90868 None None] Enqueued Resource ID: 95583f38-96d6-4b4d-bd83-6bffc8b43abc with Priority: HIGHEST for action port [ 916.320018] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95583f38-96d6-4b4d-bd83-6bffc8b43abc with Priority: HIGHEST for action port [ 916.320018] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-95583f38-96d6-4b4d-bd83-6bffc8b43abc taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.321172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95583f38-96d6-4b4d-bd83-6bffc8b43abc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 916.321172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95583f38-96d6-4b4d-bd83-6bffc8b43abc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 916.321297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95583f38-96d6-4b4d-bd83-6bffc8b43abc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 916.321330] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95583f38-96d6-4b4d-bd83-6bffc8b43abc',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 916.824624] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95583f38-96d6-4b4d-bd83-6bffc8b43abc [ 916.824893] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.825062] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 916.825182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 916.825962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 916.825962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 916.825962] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95583f38-96d6-4b4d-bd83-6bffc8b43abc already deleted. [ 916.825962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95583f38-96d6-4b4d-bd83-6bffc8b43abc" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 921.320364] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 921.320685] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 926.321706] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 926.321706] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 931.322483] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 931.322483] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 936.323778] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 936.324060] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 941.325387] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.325701] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.820079] env[65469]: INFO networking_nsxv3.common.synchronization [req-0ea9c2fa-6947-4c5f-9e64-aaac3626daec req-e39bda24-b810-44c4-b2ed-f55e1128fb69 tempest-ServerActionsTestOtherB-1445636573 tempest-ServerActionsTestOtherB-1445636573-project-member] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_members [ 942.820657] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGHEST for action security_group_members [ 942.820968] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.821111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 942.821182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 942.821381] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 942.821657] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.821753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 942.821795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 942.821930] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 942.822028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 942.822128] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 943.324796] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.324955] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 943.325041] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 943.325273] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 943.325372] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 943.325570] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.325679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 943.325733] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 943.325888] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 943.325966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 943.326065] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b is going to be updated. [ 943.356730] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.356874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 943.356949] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 943.357182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 943.357334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 943.367128] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: IN_PROGRESS for 2s [ 945.379550] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b in Status: SUCCESS [ 945.379990] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b deletion is rescheduled due to dependency. [ 945.380141] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 947.822572] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 947.822821] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 952.824718] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.824997] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 957.826402] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 957.826728] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 962.828355] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 962.828355] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 967.829386] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 967.829712] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 972.830409] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 972.830794] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 977.831834] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 977.832145] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 982.833272] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.833538] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 987.834349] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 987.834908] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 992.836406] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.836705] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 997.838402] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.838717] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1002.840064] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.840613] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1007.841316] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1007.841650] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1012.842913] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1012.843229] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1017.844740] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.845034] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1018.497217] env[65469]: INFO networking_nsxv3.common.synchronization [req-51d17a61-e658-4f0b-b5a1-a49b852696f5 req-91a4f670-6bfa-498b-9388-023acbae2967 tempest-ServersWithSpecificFlavorTestJSON-1793762876 tempest-ServersWithSpecificFlavorTestJSON-1793762876-project-member] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 1018.497934] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGHEST for action security_group_members [ 1018.499183] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.499183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1018.499183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1018.499183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1018.499183] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.499183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1018.499183] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1018.499577] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1018.499577] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1018.499577] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1019.001779] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.002417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1019.002417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1019.002417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1019.002417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1019.002644] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.002644] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1019.002751] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1019.003104] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1019.003104] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1019.003104] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be updated. [ 1019.046078] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.046078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1019.046078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1019.046078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1019.046078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1019.060973] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: IN_PROGRESS for 2s [ 1021.070896] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 in Status: SUCCESS [ 1021.071178] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 deletion is rescheduled due to dependency. [ 1021.071178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1023.498636] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1023.498919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1028.499911] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1028.500182] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1029.892452] env[65469]: INFO networking_nsxv3.common.synchronization [None req-15b9de8c-36d3-44e0-a433-d6ca6ea334ff None None] Enqueued Resource ID: 0d89973f-0785-42bf-ac20-e0253a89cd66 with Priority: HIGHEST for action port [ 1029.893113] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d89973f-0785-42bf-ac20-e0253a89cd66 with Priority: HIGHEST for action port [ 1029.893401] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d89973f-0785-42bf-ac20-e0253a89cd66 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.893491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d89973f-0785-42bf-ac20-e0253a89cd66" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1029.893559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d89973f-0785-42bf-ac20-e0253a89cd66" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1029.893847] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d89973f-0785-42bf-ac20-e0253a89cd66" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1029.893924] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d89973f-0785-42bf-ac20-e0253a89cd66',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1030.399142] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d89973f-0785-42bf-ac20-e0253a89cd66 [ 1030.399393] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.399538] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1030.399605] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1030.400444] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1030.400545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1030.400638] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d89973f-0785-42bf-ac20-e0253a89cd66 already deleted. [ 1030.400717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d89973f-0785-42bf-ac20-e0253a89cd66" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1031.773346] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e5ae4349-dcf8-4292-935f-0e615d3f5bc7 None None] Enqueued Resource ID: 4bf48c84-246e-483d-995f-ecad86c81464 with Priority: HIGHEST for action port [ 1031.773876] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf48c84-246e-483d-995f-ecad86c81464 with Priority: HIGHEST for action port [ 1031.774149] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf48c84-246e-483d-995f-ecad86c81464 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.774281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf48c84-246e-483d-995f-ecad86c81464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1031.774377] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf48c84-246e-483d-995f-ecad86c81464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1031.774661] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf48c84-246e-483d-995f-ecad86c81464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1031.775025] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf48c84-246e-483d-995f-ecad86c81464',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1032.277249] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bf48c84-246e-483d-995f-ecad86c81464 [ 1032.277520] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.277659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1032.277773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1032.277985] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1032.278102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1032.278214] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bf48c84-246e-483d-995f-ecad86c81464 already deleted. [ 1032.278295] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf48c84-246e-483d-995f-ecad86c81464" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1036.775419] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1036.775419] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1038.080944] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6ad48158-b2c1-4a11-a248-503a5c40f813 None None] Enqueued Resource ID: 24c7e32f-7e5d-48c2-b64d-c0e7c932dd87 with Priority: HIGHEST for action port [ 1038.081638] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c7e32f-7e5d-48c2-b64d-c0e7c932dd87 with Priority: HIGHEST for action port [ 1038.081755] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c7e32f-7e5d-48c2-b64d-c0e7c932dd87 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.081878] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c7e32f-7e5d-48c2-b64d-c0e7c932dd87" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1038.081942] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c7e32f-7e5d-48c2-b64d-c0e7c932dd87" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1038.082207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c7e32f-7e5d-48c2-b64d-c0e7c932dd87" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1038.082295] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c7e32f-7e5d-48c2-b64d-c0e7c932dd87',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1038.587583] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24c7e32f-7e5d-48c2-b64d-c0e7c932dd87 [ 1038.587973] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.588064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1038.588145] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1038.588353] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1038.588486] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1038.588557] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24c7e32f-7e5d-48c2-b64d-c0e7c932dd87 already deleted. [ 1038.588642] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c7e32f-7e5d-48c2-b64d-c0e7c932dd87" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1040.303967] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f7d58e41-f4a7-4517-82dd-d8659b51d388 None None] Enqueued Resource ID: 39540764-01b7-42a4-ab2d-8021cd0ee192 with Priority: HIGHEST for action port [ 1040.304852] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39540764-01b7-42a4-ab2d-8021cd0ee192 with Priority: HIGHEST for action port [ 1040.305231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-39540764-01b7-42a4-ab2d-8021cd0ee192 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.305378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39540764-01b7-42a4-ab2d-8021cd0ee192" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1040.305463] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39540764-01b7-42a4-ab2d-8021cd0ee192" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1040.305746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39540764-01b7-42a4-ab2d-8021cd0ee192" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1040.305850] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39540764-01b7-42a4-ab2d-8021cd0ee192',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1040.810156] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39540764-01b7-42a4-ab2d-8021cd0ee192 [ 1040.810156] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.810156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1040.810156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1040.810156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1040.810156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1040.810156] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39540764-01b7-42a4-ab2d-8021cd0ee192 already deleted. [ 1040.810377] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39540764-01b7-42a4-ab2d-8021cd0ee192" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1045.306275] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.306275] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1045.876169] env[65469]: INFO networking_nsxv3.common.synchronization [None req-fe12c31b-dedc-43bc-b035-298959074526 None None] Enqueued Resource ID: e56a8263-eaba-42c6-bfa2-1bf2525dde9d with Priority: HIGHEST for action port [ 1045.876951] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e56a8263-eaba-42c6-bfa2-1bf2525dde9d with Priority: HIGHEST for action port [ 1045.877630] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-e56a8263-eaba-42c6-bfa2-1bf2525dde9d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.877800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e56a8263-eaba-42c6-bfa2-1bf2525dde9d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1045.877929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e56a8263-eaba-42c6-bfa2-1bf2525dde9d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1045.878312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e56a8263-eaba-42c6-bfa2-1bf2525dde9d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1045.878459] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e56a8263-eaba-42c6-bfa2-1bf2525dde9d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1046.383368] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e56a8263-eaba-42c6-bfa2-1bf2525dde9d [ 1046.383663] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.383852] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1046.383928] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1046.384152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1046.384244] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1046.384338] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e56a8263-eaba-42c6-bfa2-1bf2525dde9d already deleted. [ 1046.384417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e56a8263-eaba-42c6-bfa2-1bf2525dde9d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1048.229968] env[65469]: INFO networking_nsxv3.common.synchronization [None req-90a3e932-7d37-4266-ae45-5ed8c92eb26b None None] Enqueued Resource ID: 9497ff6f-65fe-417d-b127-86d1a3ae7b10 with Priority: HIGHEST for action port [ 1048.230519] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9497ff6f-65fe-417d-b127-86d1a3ae7b10 with Priority: HIGHEST for action port [ 1048.230836] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-9497ff6f-65fe-417d-b127-86d1a3ae7b10 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.230937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9497ff6f-65fe-417d-b127-86d1a3ae7b10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1048.231083] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9497ff6f-65fe-417d-b127-86d1a3ae7b10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1048.231272] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9497ff6f-65fe-417d-b127-86d1a3ae7b10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1048.231366] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9497ff6f-65fe-417d-b127-86d1a3ae7b10',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1048.733740] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9497ff6f-65fe-417d-b127-86d1a3ae7b10 [ 1048.733829] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.733976] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1048.734064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1048.734276] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1048.734393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1048.734495] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9497ff6f-65fe-417d-b127-86d1a3ae7b10 already deleted. [ 1048.734581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9497ff6f-65fe-417d-b127-86d1a3ae7b10" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1053.231805] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1053.232115] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1058.232601] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1058.232890] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1058.323298] env[65469]: INFO networking_nsxv3.common.synchronization [req-9d1f4ea8-10e3-4d2e-9574-70eacda6a65c req-9407fd4d-7688-44fc-b8a3-08f662c694d8 tempest-ServersAdminTestJSON-126550973 tempest-ServersAdminTestJSON-126550973-project-member] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 1058.323854] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 1058.324545] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.324761] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1058.324872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1058.325193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1058.325304] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.325437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1058.325501] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1058.325859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1058.325859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1058.325859] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1058.828572] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1059.330492] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1059.833017] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.833201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1059.833301] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1059.833537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1059.833633] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1059.833735] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 1059.866019] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.866174] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1059.866250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1059.866453] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1059.866610] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1059.877675] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 1061.890522] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 1061.890892] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1063.325647] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1063.325647] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1064.243584] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1064.243710] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1065.769244] env[65469]: INFO networking_nsxv3.common.synchronization [req-a2bb28a3-f8a1-407d-b341-469d70503353 req-69d6ee5a-a952-45ab-841e-792e6665a02e tempest-ServersAdminTestJSON-126550973 tempest-ServersAdminTestJSON-126550973-project-member] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 1065.769794] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 1065.774753] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.774753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1065.774753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1065.774753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1065.774958] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.774958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1065.774958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1065.776270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1065.776270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1065.776270] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1066.278949] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1066.782713] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1067.286278] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1067.286546] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1067.286765] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1067.286859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1067.286960] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 1067.319289] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.319450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1067.319549] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1067.322054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1067.322054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1067.329881] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 1069.340359] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 1069.340665] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1070.771036] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1070.771036] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1071.208415] env[65469]: INFO networking_nsxv3.common.synchronization [None req-341387aa-ba6c-4546-8ce1-2c731547ab5a None None] Enqueued Resource ID: da162874-f0c7-4ac0-b3bf-cf8b1abecf3f with Priority: HIGHEST for action port [ 1071.210449] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da162874-f0c7-4ac0-b3bf-cf8b1abecf3f with Priority: HIGHEST for action port [ 1071.210808] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-da162874-f0c7-4ac0-b3bf-cf8b1abecf3f taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.210944] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da162874-f0c7-4ac0-b3bf-cf8b1abecf3f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1071.211062] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da162874-f0c7-4ac0-b3bf-cf8b1abecf3f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1071.211287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da162874-f0c7-4ac0-b3bf-cf8b1abecf3f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1071.211375] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da162874-f0c7-4ac0-b3bf-cf8b1abecf3f',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1071.715191] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da162874-f0c7-4ac0-b3bf-cf8b1abecf3f [ 1071.715417] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.715571] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1071.715657] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1071.715900] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1071.715993] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1071.716106] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da162874-f0c7-4ac0-b3bf-cf8b1abecf3f already deleted. [ 1071.716184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da162874-f0c7-4ac0-b3bf-cf8b1abecf3f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1072.362886] env[65469]: INFO networking_nsxv3.common.synchronization [req-eb99c49a-e1fc-44d0-bfa1-f17363fcf3e3 req-3589c891-089a-46df-a7c7-e8953898bf49 tempest-ServersAdminTestJSON-126550973 tempest-ServersAdminTestJSON-126550973-project-member] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 1072.363786] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGHEST for action security_group_members [ 1072.364150] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.364288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1072.364357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1072.364582] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1072.364739] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.364842] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1072.364907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1072.365072] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1072.365160] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1072.365300] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1072.868045] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.868045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1072.868223] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1072.868432] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1072.868572] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1072.868851] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.869215] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1072.869215] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1072.869451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1072.869635] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1072.869746] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be updated. [ 1072.901034] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.901034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1072.901034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1072.901034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1072.901575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1072.910798] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: IN_PROGRESS for 2s [ 1073.541411] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9222981d-1342-4822-9815-0d141e311c04 None None] Enqueued Resource ID: 5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e with Priority: HIGHEST for action port [ 1073.541972] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e with Priority: HIGHEST for action port [ 1073.542298] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.542453] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1073.542488] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1073.542740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1073.542826] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1074.045399] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e [ 1074.046469] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.046469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1074.046469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1074.046469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1074.046469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1074.046469] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e already deleted. [ 1074.046469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf4630e-2c1d-4a7c-bfe9-ea314b48b31e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1074.922068] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 in Status: SUCCESS [ 1074.922068] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 deletion is rescheduled due to dependency. [ 1074.922068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1078.542773] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1078.543059] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1083.543578] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1083.543914] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1088.544608] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1088.544930] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1093.545651] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1093.546110] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1097.105409] env[65469]: INFO networking_nsxv3.common.synchronization [req-efe58e6d-7f7c-498b-bc8b-edd858736ad9 req-ce1daf4d-2dda-4182-b0f3-611219599333 tempest-MigrationsAdminTest-1137761975 tempest-MigrationsAdminTest-1137761975-project-member] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_members [ 1097.106239] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGHEST for action security_group_members [ 1097.106239] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.106386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1097.106386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1097.106604] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1097.107060] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.107060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1097.107060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1097.107232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1097.107290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1097.107456] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1097.610123] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.610297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1097.610369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1097.610588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1097.610684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1097.610888] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.610991] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1097.611070] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1097.611217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1097.611294] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1097.611388] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 is going to be updated. [ 1097.638290] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.638290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1097.638507] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1097.638549] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1097.638713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1097.651760] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: IN_PROGRESS for 2s [ 1099.663666] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 in Status: SUCCESS [ 1099.663923] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 deletion is rescheduled due to dependency. [ 1099.664067] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1102.107204] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1102.107508] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1105.187414] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.187752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1105.187752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1105.187873] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1105.187987] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1105.690765] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1106.192990] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1106.695366] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1106.695414] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1107.108093] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1107.108093] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1107.381894] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.381894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.382341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.382341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.398090] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1107.398366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.399352] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1107.426459] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.426641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.426716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.426889] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.430568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.430905] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1107.430978] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1107.431073] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1107.454134] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.454287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.454355] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.454554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.455176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.455293] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1107.501951] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.502149] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.502219] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.502431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.502612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.502784] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1107.541938] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.542195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.542274] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.542495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.542762] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.543502] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:13. [ 1107.543502] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'54082cfd-0140-4ee1-8693-0266f408f676', 'c27835f1-200d-4036-85b6-16e5dd0cb1ea', 'c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b', 'ff214f2c-cccc-430e-a1e2-60481fbe0a9b', '2f67cbc6-f474-4179-bbf4-3dfc1908e6d9', '23bae4e9-fd64-446e-b622-6ecafc6be367', '16b5f665-86fd-4da0-a0b2-4c1deab33af1', 'c0e7e803-93b6-4215-b26e-7e3d4b9603c2', '595c9eda-2402-421e-93a9-467ea8cdbfc9', '7c0ba963-7153-48df-8824-bd2ec339a6a1', '79caf74f-d6be-472d-8466-a6ea25404501', 'f5dde1b6-ca5c-44c4-86e1-90190261b8f4', '6a5b9e81-df22-4b7d-986e-fd8d4485f16d'} {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1107.543502] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1107.564754] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.564909] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.564980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.565248] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.565355] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.565469] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1107.565542] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1107.565617] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1107.606162] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.606282] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.606282] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.607374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.607374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.607374] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1107.607374] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1107.607498] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1107.607498] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1107.607562] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 13/13 resources of Type:Security Group Rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGH for action security_group_rules [ 1107.608107] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGH for action security_group_rules [ 1107.608390] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGH for action security_group_rules [ 1107.608390] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGH for action security_group_rules [ 1107.608390] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGH for action security_group_rules [ 1107.608390] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGH for action security_group_rules [ 1107.608390] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1107.608520] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1107.608641] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.608641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.608641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.608641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.608641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.608641] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.608641] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.609650] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.609650] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.609650] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.609732] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.610055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.610055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.610055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.610152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.610254] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.610345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.610398] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.610524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.610904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.610904] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.610904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.610904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.611085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.611085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.612106] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.612106] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.612106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.612621] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.612621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.612621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.612621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.612621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.612769] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.612811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.612843] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.613182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.613182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.613182] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.613323] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.613323] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.613453] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.613530] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.613673] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.613769] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.613827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.613956] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.614037] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.614232] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.614456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.614456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.614510] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.614659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.614737] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.614799] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.614864] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.614992] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.615076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.615267] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.615676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.615676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.615676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.615676] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.615863] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.615863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.615952] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.616022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.616095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.616281] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.616374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.616600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.616600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.616716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.616806] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.616904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.616959] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.617156] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.617229] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.617393] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.617670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.617670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.617670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.617769] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.617881] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.618018] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.618087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.618148] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.618224] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.618381] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.618469] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.618536] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.618656] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.618725] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.618887] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.618976] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.619045] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.619176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.619243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.619407] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.619495] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.619554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.619677] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.619747] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.619947] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.620048] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.620102] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.620215] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.620282] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.620444] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.620531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.620587] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.620714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.620785] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.620883] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1107.620942] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1107.621348] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1107.664186] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.664186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.664186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.664186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.664466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.664581] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1107.703238] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.703238] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.703355] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.703537] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.703648] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.717962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.797381] env[65469]: INFO networking_nsxv3.common.synchronization [None req-12209d93-4243-43f4-b463-5d60dae08160 None None] Enqueued Resource ID: 1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3 with Priority: HIGHEST for action port [ 1107.798302] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3 with Priority: HIGHEST for action port [ 1107.798703] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGH for action security_group_rules [ 1107.798998] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGH for action security_group_rules [ 1107.799278] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGH for action security_group_rules [ 1107.800919] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1107.801250] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGH for action security_group_rules [ 1107.801250] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGH for action security_group_rules [ 1107.801541] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.801745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.801802] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.802152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.802271] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.803640] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.803741] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.803780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.804114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.804114] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.805262] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.805391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.805391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.806370] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.806370] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.807250] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.807250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.807542] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.807719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.807719] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.808661] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.809589] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.809589] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.809589] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.809589] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.810430] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.810582] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.810675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.810874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.811128] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.811951] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.812122] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.812217] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.812416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.812517] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.813669] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.813866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.813914] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.814112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.814213] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.815231] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.815369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.815463] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.815659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.815758] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.816762] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.816995] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.816995] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.817113] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.817238] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.818533] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.818894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.818894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.819060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.819060] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.819980] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.820198] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.820291] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.820507] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.820615] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.821752] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.821897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.821992] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.822209] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.822310] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.823249] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.823423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.823516] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.823719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.823881] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1107.846950] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.847133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.847195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.847386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.868265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.868677] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 is going to be deleted. [ 1107.927317] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.927445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1107.927523] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1107.927731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1107.927825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1107.928388] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.325556] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3 [ 1108.325862] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.326521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.326521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.326521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.326521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.326708] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3 already deleted. [ 1108.326708] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2a846e-a89f-42ee-b5ec-71bd16ff0ad3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.330832] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.331875] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.331875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.332333] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1108.368623] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.368780] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.368842] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.369068] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.385009] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.385314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.386229] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.386406] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.397823] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.397982] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.399083] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.399083] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.401258] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.401258] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.402031] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.402031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.402518] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.403276] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.406173] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.406308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.407087] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.407180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.407887] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.407978] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.410424] env[65469]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1108.410861] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.410978] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 is going to be deleted. [ 1108.415022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.415022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.442398] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.442544] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 is going to be deleted. [ 1108.443695] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.443817] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.475769] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.475996] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea is going to be deleted. [ 1108.476924] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.477160] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.505880] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.506088] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.509619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.509749] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be deleted. [ 1108.510755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.510937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.512426] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.512562] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.538167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.538167] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b is going to be deleted. [ 1108.538167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.539125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.566882] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.566882] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.585811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.586645] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b is going to be deleted. [ 1108.586959] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.587189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.599068] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.599848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.660026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.660026] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 is going to be deleted. [ 1108.660026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.660026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.729240] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.729402] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.730424] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.730554] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 is going to be deleted. [ 1108.731503] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.731728] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.786362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.786626] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be deleted. [ 1108.787535] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.787755] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.797840] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.798033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.815581] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.815581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.834421] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1108.886105] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.886105] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be deleted. [ 1108.886433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.886646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.935081] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.935907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.941681] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.941830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1108.952530] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.952720] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d is going to be deleted. [ 1108.953717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.953931] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.954078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.954243] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.954415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.954576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.954658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.954777] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.955315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.955472] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.955553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.955666] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.955836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.955936] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.956022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.956164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.956428] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.956611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.956712] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.956868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.957059] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.957245] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.957345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.957489] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.957653] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.957830] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.957929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.958099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.958281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.958478] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.958585] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.958751] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.959326] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1108.959484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1108.960029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1108.960029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.029826] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.029933] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.029933] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.030169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.030266] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.030385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.065592] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.065732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.066354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.066354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.066354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.066354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.337540] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9: rpc.has_security_group_logging(os_id): False [ 1109.358339] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.358339] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.358339] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.358339] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.378611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.379051] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.379167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.379167] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.379357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.379439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.379707] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 1109.393153] env[65469]: INFO networking_nsxv3.common.synchronization [None req-d7159a07-88ce-45c8-91c1-d45ed1ff0944 None None] Enqueued Resource ID: 33bce991-f14f-40a6-864f-242cc8aa6f4f with Priority: HIGHEST for action port [ 1109.393481] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bce991-f14f-40a6-864f-242cc8aa6f4f with Priority: HIGHEST for action port [ 1109.393836] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-33bce991-f14f-40a6-864f-242cc8aa6f4f taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.393957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33bce991-f14f-40a6-864f-242cc8aa6f4f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.394238] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33bce991-f14f-40a6-864f-242cc8aa6f4f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.394517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33bce991-f14f-40a6-864f-242cc8aa6f4f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.394608] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bce991-f14f-40a6-864f-242cc8aa6f4f',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1109.437571] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.437897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.437897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.437997] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.438169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.451696] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 1109.897367] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33bce991-f14f-40a6-864f-242cc8aa6f4f [ 1109.897616] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1109.898357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1109.898357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1109.898357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1109.898493] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33bce991-f14f-40a6-864f-242cc8aa6f4f already deleted. [ 1109.898529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33bce991-f14f-40a6-864f-242cc8aa6f4f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1110.093237] env[65469]: INFO networking_nsxv3.common.synchronization [None req-557bfd98-1876-40f2-a42a-0d4d68d38b63 None None] Enqueued Resource ID: e1596f78-08a6-4486-a5d9-3b6c82d598ab with Priority: HIGHEST for action port [ 1110.093237] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1596f78-08a6-4486-a5d9-3b6c82d598ab with Priority: HIGHEST for action port [ 1110.093237] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1596f78-08a6-4486-a5d9-3b6c82d598ab taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.093237] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1596f78-08a6-4486-a5d9-3b6c82d598ab" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1110.093237] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1596f78-08a6-4486-a5d9-3b6c82d598ab" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1110.093599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1596f78-08a6-4486-a5d9-3b6c82d598ab" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1110.093852] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1596f78-08a6-4486-a5d9-3b6c82d598ab',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1110.598428] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1596f78-08a6-4486-a5d9-3b6c82d598ab [ 1110.598713] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.598803] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1110.598894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1110.599130] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1110.599225] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1110.599324] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1596f78-08a6-4486-a5d9-3b6c82d598ab already deleted. [ 1110.599404] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1596f78-08a6-4486-a5d9-3b6c82d598ab" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1111.467155] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 1111.467920] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1111.563218] env[65469]: INFO networking_nsxv3.common.synchronization [None req-557c9744-5fd8-4677-94bb-16c54352b87d None None] Enqueued Resource ID: 1755a4d8-5d6c-4372-a6d0-b53b28fb96e5 with Priority: HIGHEST for action port [ 1111.563858] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1755a4d8-5d6c-4372-a6d0-b53b28fb96e5 with Priority: HIGHEST for action port [ 1111.564258] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-1755a4d8-5d6c-4372-a6d0-b53b28fb96e5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.564437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1755a4d8-5d6c-4372-a6d0-b53b28fb96e5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1111.564546] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1755a4d8-5d6c-4372-a6d0-b53b28fb96e5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1111.564846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1755a4d8-5d6c-4372-a6d0-b53b28fb96e5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1111.564997] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1755a4d8-5d6c-4372-a6d0-b53b28fb96e5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1112.068787] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1755a4d8-5d6c-4372-a6d0-b53b28fb96e5 [ 1112.069072] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.069187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1112.069261] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1112.069471] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1112.069566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1112.069664] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1755a4d8-5d6c-4372-a6d0-b53b28fb96e5 already deleted. [ 1112.069745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1755a4d8-5d6c-4372-a6d0-b53b28fb96e5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1116.565280] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1116.565280] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1121.566756] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1121.567097] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1126.568264] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1126.568640] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1131.569433] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.569757] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1136.571012] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.571293] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1141.572399] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.572706] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1146.573683] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1146.573944] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1151.575443] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.575725] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1156.577013] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.577315] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1161.578628] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.579053] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1166.580314] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.580516] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1171.581385] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.581675] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1176.582442] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.582770] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1181.583947] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.584312] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1186.586675] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.586675] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.587868] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.587868] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1196.588403] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.588709] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1201.589393] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.589715] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.591436] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.591711] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.593045] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.593045] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.594249] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.594527] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.253768] env[65469]: INFO networking_nsxv3.common.synchronization [None req-b90df2c3-05cf-4d4e-b0bc-0f42d722cc5b None None] Enqueued Resource ID: a4437ed7-4939-4fe3-b1f3-32a45cf55d5f with Priority: HIGHEST for action port [ 1220.254897] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4437ed7-4939-4fe3-b1f3-32a45cf55d5f with Priority: HIGHEST for action port [ 1220.254897] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4437ed7-4939-4fe3-b1f3-32a45cf55d5f taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.254897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4437ed7-4939-4fe3-b1f3-32a45cf55d5f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1220.254897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4437ed7-4939-4fe3-b1f3-32a45cf55d5f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1220.255267] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4437ed7-4939-4fe3-b1f3-32a45cf55d5f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1220.255360] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4437ed7-4939-4fe3-b1f3-32a45cf55d5f',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1220.577890] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1728b688-30d0-4d02-b303-369ff90d1130 tempest-ServerActionsTestOtherA-1974477398 tempest-ServerActionsTestOtherA-1974477398-project-member] Enqueued Resource ID: 78f8ac6d-27db-46ca-affa-2eef1dd131ea with Priority: HIGHEST for action security_group_rules [ 1220.579051] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f8ac6d-27db-46ca-affa-2eef1dd131ea with Priority: HIGHEST for action security_group_rules [ 1220.579536] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.579728] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1220.579835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1220.580220] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1220.580369] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f8ac6d-27db-46ca-affa-2eef1dd131ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1220.697572] env[65469]: INFO networking_nsxv3.common.synchronization [None req-b9b36f1c-6642-49a8-a25b-020a3ff1d059 tempest-ServerActionsTestOtherA-1974477398 tempest-ServerActionsTestOtherA-1974477398-project-member] Enqueued Resource ID: 78f8ac6d-27db-46ca-affa-2eef1dd131ea with Priority: HIGHEST for action security_group_rules [ 1220.698342] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78f8ac6d-27db-46ca-affa-2eef1dd131ea with Priority: HIGHEST for action security_group_rules [ 1220.698722] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.698841] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1220.761581] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4437ed7-4939-4fe3-b1f3-32a45cf55d5f [ 1220.761581] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.761581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1220.761581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1220.761581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1220.761581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1220.761581] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4437ed7-4939-4fe3-b1f3-32a45cf55d5f already deleted. [ 1220.761581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4437ed7-4939-4fe3-b1f3-32a45cf55d5f" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1221.110311] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.110462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1221.110519] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1221.110723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1221.110813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1221.110904] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f8ac6d-27db-46ca-affa-2eef1dd131ea already deleted. [ 1221.110982] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1221.111159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1221.111308] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1221.111389] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('78f8ac6d-27db-46ca-affa-2eef1dd131ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1221.643078] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.643078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1221.643078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1221.643078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1221.643078] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1221.643635] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 78f8ac6d-27db-46ca-affa-2eef1dd131ea already deleted. [ 1221.643635] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-78f8ac6d-27db-46ca-affa-2eef1dd131ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1222.682438] env[65469]: INFO networking_nsxv3.common.synchronization [None req-59e47ece-7d5c-45c3-a8f7-30ddc438ef4d None None] Enqueued Resource ID: 04c369c3-4ba8-4437-a8b9-415d71fecb31 with Priority: HIGHEST for action port [ 1222.682990] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c369c3-4ba8-4437-a8b9-415d71fecb31 with Priority: HIGHEST for action port [ 1222.683319] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c369c3-4ba8-4437-a8b9-415d71fecb31 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.683450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c369c3-4ba8-4437-a8b9-415d71fecb31" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1222.683520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c369c3-4ba8-4437-a8b9-415d71fecb31" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1222.683818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c369c3-4ba8-4437-a8b9-415d71fecb31" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1222.683906] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c369c3-4ba8-4437-a8b9-415d71fecb31',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1223.185903] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c369c3-4ba8-4437-a8b9-415d71fecb31 [ 1223.186186] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.186361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1223.186409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1223.186615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1223.186710] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1223.186807] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c369c3-4ba8-4437-a8b9-415d71fecb31 already deleted. [ 1223.186910] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c369c3-4ba8-4437-a8b9-415d71fecb31" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1225.375508] env[65469]: INFO networking_nsxv3.common.synchronization [None req-22bfe755-157b-47eb-bba6-b14db1ab5b82 tempest-AttachVolumeTestJSON-722180738 tempest-AttachVolumeTestJSON-722180738-project-member] Enqueued Resource ID: 4557effa-658d-40d3-ba13-160766153477 with Priority: HIGHEST for action security_group_rules [ 1225.377431] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557effa-658d-40d3-ba13-160766153477 with Priority: HIGHEST for action security_group_rules [ 1225.377431] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557effa-658d-40d3-ba13-160766153477 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.377431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1225.377431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1225.377431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1225.377431] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557effa-658d-40d3-ba13-160766153477',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1225.466265] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6fed3a08-097f-4359-b46f-0d4201ffc312 tempest-AttachVolumeTestJSON-722180738 tempest-AttachVolumeTestJSON-722180738-project-member] Enqueued Resource ID: 4557effa-658d-40d3-ba13-160766153477 with Priority: HIGHEST for action security_group_rules [ 1225.466984] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4557effa-658d-40d3-ba13-160766153477 with Priority: HIGHEST for action security_group_rules [ 1225.467144] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4557effa-658d-40d3-ba13-160766153477 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.467256] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1226.000268] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.001061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1226.001061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1226.001061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1226.001061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1226.001247] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557effa-658d-40d3-ba13-160766153477 already deleted. [ 1226.001335] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1226.001578] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1226.001811] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1226.001957] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4557effa-658d-40d3-ba13-160766153477',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1226.521263] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.521568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1226.521568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1226.521767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1226.521881] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1226.522016] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4557effa-658d-40d3-ba13-160766153477 already deleted. [ 1226.522129] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4557effa-658d-40d3-ba13-160766153477" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1230.467519] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.467788] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.469391] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.469391] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.470332] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.470634] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.471060] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.471446] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.472427] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.472738] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.473716] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.473975] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1260.475355] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.475634] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.476705] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.476925] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.477466] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.477749] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.479022] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.479397] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1280.480957] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.480957] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.005548] env[65469]: INFO networking_nsxv3.common.synchronization [None req-0182cdd3-fe93-4b64-b8e7-66253aa16e7b None None] Enqueued Resource ID: 8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4 with Priority: HIGHEST for action port [ 1281.006149] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4 with Priority: HIGHEST for action port [ 1281.006470] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.006634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1281.006707] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1281.006971] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1281.007366] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1281.509462] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4 [ 1281.509740] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.509839] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1281.509913] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1281.510136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1281.510227] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1281.510318] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4 already deleted. [ 1281.510400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ce093ba-1346-4d16-a20d-9ccfd0e8c3f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1281.833580] env[65469]: INFO networking_nsxv3.common.synchronization [None req-751dd045-e592-47a6-8636-ed9cf26f8654 tempest-AttachInterfacesTestJSON-213904873 tempest-AttachInterfacesTestJSON-213904873-project-member] Enqueued Resource ID: 06d6db1c-4bc5-4ee0-ab2d-3981067408e8 with Priority: HIGHEST for action security_group_rules [ 1281.834482] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d6db1c-4bc5-4ee0-ab2d-3981067408e8 with Priority: HIGHEST for action security_group_rules [ 1281.834799] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.835131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1281.835131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1281.835240] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1281.835461] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d6db1c-4bc5-4ee0-ab2d-3981067408e8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1281.919336] env[65469]: INFO networking_nsxv3.common.synchronization [None req-3e680568-e7aa-4d21-8107-88663d5f163b tempest-AttachInterfacesTestJSON-213904873 tempest-AttachInterfacesTestJSON-213904873-project-member] Enqueued Resource ID: 06d6db1c-4bc5-4ee0-ab2d-3981067408e8 with Priority: HIGHEST for action security_group_rules [ 1281.919336] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d6db1c-4bc5-4ee0-ab2d-3981067408e8 with Priority: HIGHEST for action security_group_rules [ 1281.919717] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.919827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1282.362670] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.362929] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1282.363046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1282.363270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1282.363410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1282.363547] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d6db1c-4bc5-4ee0-ab2d-3981067408e8 already deleted. [ 1282.363670] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1282.364407] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1282.364673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1282.364804] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d6db1c-4bc5-4ee0-ab2d-3981067408e8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1282.891112] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.891500] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1282.891500] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1282.891571] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1282.891638] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1282.891738] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d6db1c-4bc5-4ee0-ab2d-3981067408e8 already deleted. [ 1282.891821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d6db1c-4bc5-4ee0-ab2d-3981067408e8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1283.689369] env[65469]: INFO networking_nsxv3.common.synchronization [None req-7a36ceff-18e1-41bc-b060-76598420251e None None] Enqueued Resource ID: b6cec13f-5cf6-4416-8d35-43c3cedcff0e with Priority: HIGHEST for action port [ 1283.692855] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6cec13f-5cf6-4416-8d35-43c3cedcff0e with Priority: HIGHEST for action port [ 1283.693212] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6cec13f-5cf6-4416-8d35-43c3cedcff0e taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.693337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6cec13f-5cf6-4416-8d35-43c3cedcff0e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1283.693406] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6cec13f-5cf6-4416-8d35-43c3cedcff0e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1283.693669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6cec13f-5cf6-4416-8d35-43c3cedcff0e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1283.693749] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6cec13f-5cf6-4416-8d35-43c3cedcff0e',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1284.197323] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6cec13f-5cf6-4416-8d35-43c3cedcff0e [ 1284.197659] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.197731] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1284.197767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1284.197968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1284.198080] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1284.198176] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6cec13f-5cf6-4416-8d35-43c3cedcff0e already deleted. [ 1284.198255] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6cec13f-5cf6-4416-8d35-43c3cedcff0e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1288.694094] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.694328] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.695338] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.695657] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.696859] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.697276] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.698327] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.698651] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1304.244312] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1304.244312] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1308.699496] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.699747] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.700752] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.701016] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.357568] env[65469]: INFO networking_nsxv3.common.synchronization [None req-bb5f6e76-9bd8-4eba-81c3-4b5f18648e5a None None] Enqueued Resource ID: 34632755-0dc7-4f87-8756-72371cbc5bd3 with Priority: HIGHEST for action port [ 1315.358549] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34632755-0dc7-4f87-8756-72371cbc5bd3 with Priority: HIGHEST for action port [ 1315.360674] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-34632755-0dc7-4f87-8756-72371cbc5bd3 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.360674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34632755-0dc7-4f87-8756-72371cbc5bd3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1315.360674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34632755-0dc7-4f87-8756-72371cbc5bd3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1315.360819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34632755-0dc7-4f87-8756-72371cbc5bd3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1315.360862] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34632755-0dc7-4f87-8756-72371cbc5bd3',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1315.865318] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34632755-0dc7-4f87-8756-72371cbc5bd3 [ 1315.865568] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.865712] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1315.865788] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1315.866010] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1315.866341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1315.866341] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34632755-0dc7-4f87-8756-72371cbc5bd3 already deleted. [ 1315.866341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34632755-0dc7-4f87-8756-72371cbc5bd3" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1316.116318] env[65469]: INFO networking_nsxv3.common.synchronization [None req-7f1b71e9-8d4a-4b28-995c-7c3c8908dc61 tempest-ServerActionsTestJSON-982245403 tempest-ServerActionsTestJSON-982245403-project-member] Enqueued Resource ID: 9e96e08e-3358-4f49-b976-8db06cff20c7 with Priority: HIGHEST for action security_group_rules [ 1316.117129] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e96e08e-3358-4f49-b976-8db06cff20c7 with Priority: HIGHEST for action security_group_rules [ 1316.117722] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e96e08e-3358-4f49-b976-8db06cff20c7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.117722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1316.117874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1316.117985] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1316.118209] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e96e08e-3358-4f49-b976-8db06cff20c7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1316.201023] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a2c87388-6a7a-4187-984b-0b3641de723c tempest-ServerActionsTestJSON-982245403 tempest-ServerActionsTestJSON-982245403-project-member] Enqueued Resource ID: 9e96e08e-3358-4f49-b976-8db06cff20c7 with Priority: HIGHEST for action security_group_rules [ 1316.201350] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e96e08e-3358-4f49-b976-8db06cff20c7 with Priority: HIGHEST for action security_group_rules [ 1316.201775] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e96e08e-3358-4f49-b976-8db06cff20c7 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.201950] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1316.645028] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1316.645028] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e96e08e-3358-4f49-b976-8db06cff20c7 already deleted. [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1316.645028] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1316.645028] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e96e08e-3358-4f49-b976-8db06cff20c7',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1317.166975] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.166975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1317.166975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1317.167303] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1317.167413] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1317.167539] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e96e08e-3358-4f49-b976-8db06cff20c7 already deleted. [ 1317.167690] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e96e08e-3358-4f49-b976-8db06cff20c7" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1317.548211] env[65469]: INFO networking_nsxv3.common.synchronization [None req-ef0cd4a5-9720-4d95-ac0a-3fd362d1ce5a None None] Enqueued Resource ID: 8369c279-c60f-4b01-8efe-e9617be87c35 with Priority: HIGHEST for action port [ 1317.548772] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8369c279-c60f-4b01-8efe-e9617be87c35 with Priority: HIGHEST for action port [ 1317.549326] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-8369c279-c60f-4b01-8efe-e9617be87c35 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.549499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8369c279-c60f-4b01-8efe-e9617be87c35" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1317.549563] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8369c279-c60f-4b01-8efe-e9617be87c35" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1317.549828] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8369c279-c60f-4b01-8efe-e9617be87c35" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1317.549918] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8369c279-c60f-4b01-8efe-e9617be87c35',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1318.052354] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8369c279-c60f-4b01-8efe-e9617be87c35 [ 1318.052646] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.052763] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1318.052871] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1318.053018] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1318.053120] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1318.053218] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8369c279-c60f-4b01-8efe-e9617be87c35 already deleted. [ 1318.053297] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8369c279-c60f-4b01-8efe-e9617be87c35" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1322.549807] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.550089] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.550951] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.551261] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.551687] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.551960] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.553149] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.553489] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.554416] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.554927] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.189661] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.189958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1345.189958] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1345.190236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1345.190352] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1345.692882] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1346.194896] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1346.697330] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1346.697431] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1347.340030] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.340030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.340030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.340521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.353862] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1347.354108] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.354823] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1347.381011] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.381192] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.381278] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.381435] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.385025] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.385370] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1347.385453] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1347.385531] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1347.404676] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.404809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.404875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.405095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.405296] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.405582] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1347.451953] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.452175] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.452242] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.452389] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.452566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.452744] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1347.492806] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.493838] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.493964] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.495554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.495554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.495554] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:1. [ 1347.495554] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f67cbc6-f474-4179-bbf4-3dfc1908e6d9'} {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1347.495554] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1347.516149] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.516331] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.516392] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.516552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.516638] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.516745] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1347.516816] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1347.516885] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1347.556177] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.556267] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.557258] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.557435] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.557508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.557705] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.558205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.558371] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1347.558448] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1347.558516] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1347.558580] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1347.558650] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Security Group Rules [ 1347.558717] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1347.558794] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1347.558856] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1347.559042] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.559147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.559207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.559369] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.559450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.559659] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.559757] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.559816] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.559948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.560033] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.560203] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.560296] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.560357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.560487] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.560559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.560726] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.560816] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.560876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.561008] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.561084] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.561252] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.561346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.561405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.561532] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.561603] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.561768] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.561859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.561917] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.562056] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.562127] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.562294] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.562389] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.562461] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.562568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.562637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.562801] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.562891] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.562948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.563089] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.563159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.563325] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.563418] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.563476] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.563604] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.563675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.563841] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.563931] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.563990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.564131] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.564201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.564367] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.564459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.564540] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.564680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.564753] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.564921] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.565024] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.565085] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.565215] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.565287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.565459] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.565548] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.565622] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.565813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.565896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.566081] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.566226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.566226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.566357] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.566430] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.566597] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.566689] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.566746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.566874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.566944] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.567122] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.567213] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.567273] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.567427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.567501] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.567672] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.567763] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.567821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.567959] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.568048] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.568218] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.568310] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.568414] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.568544] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.568615] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.568785] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.568875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.568934] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.569077] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.569149] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.569326] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.569451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.569531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.569668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.569740] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.569908] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.570011] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.570073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.570202] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.570272] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.570460] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.570516] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.570602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.570737] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.570775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.570915] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.571025] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.571069] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.571191] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.571260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.571427] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.571518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1347.571575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1347.571702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1347.571773] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1347.571871] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:24 [ 1347.571941] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 19 of least updated resources [ 1347.572078] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGH for action security_group_members [ 1347.572127] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGH for action security_group_members [ 1347.572191] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGH for action security_group_members [ 1347.572242] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGH for action security_group_members [ 1347.572309] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGH for action security_group_members [ 1347.572375] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGH for action security_group_members [ 1347.572458] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGH for action security_group_members [ 1347.572507] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGH for action security_group_members [ 1347.572553] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGH for action security_group_members [ 1347.572610] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGH for action security_group_members [ 1347.572674] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGH for action security_group_members [ 1347.572738] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGH for action security_group_members [ 1347.572802] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 with Priority: HIGH for action port [ 1347.572860] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGH for action security_group_members [ 1347.572925] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGH for action security_group_members [ 1347.572990] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGH for action security_group_members [ 1347.573066] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_members [ 1347.573128] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGH for action security_group_members [ 1347.573193] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGH for action security_group_members [ 1347.573284] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.557547] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.557760] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1352.557894] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1352.557938] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 with Priority: HIGH for action security_group_members [ 1352.558069] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 with Priority: HIGH for action security_group_members [ 1352.558129] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b with Priority: HIGH for action security_group_members [ 1352.558228] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea with Priority: HIGH for action security_group_members [ 1352.558326] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe with Priority: HIGH for action security_group_members [ 1352.558408] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_members [ 1352.558500] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 with Priority: HIGH for action security_group_members [ 1352.558589] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 with Priority: HIGH for action port [ 1352.558676] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 with Priority: HIGH for action security_group_members [ 1352.558763] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 with Priority: HIGH for action security_group_members [ 1352.558851] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf with Priority: HIGH for action security_group_members [ 1352.558939] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 with Priority: HIGH for action security_group_members [ 1352.559036] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 with Priority: HIGH for action security_group_members [ 1352.559127] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 with Priority: HIGH for action security_group_members [ 1352.559213] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d with Priority: HIGH for action security_group_members [ 1352.559300] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a88e722-476c-4c11-b29d-1c638aeea768 with Priority: HIGH for action security_group_members [ 1352.559390] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54082cfd-0140-4ee1-8693-0266f408f676 with Priority: HIGH for action security_group_members [ 1352.559511] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 with Priority: HIGH for action security_group_members [ 1352.559626] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b with Priority: HIGH for action security_group_members [ 1352.559967] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.560120] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.560188] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.560393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.560479] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.561758] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.561881] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.561950] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.562121] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.562267] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.562366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.562423] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.562563] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.562646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.562734] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e5cf5-64e9-4285-ae3e-9e7e1cf69387',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.563618] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-23bae4e9-fd64-446e-b622-6ecafc6be367 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.563744] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.563744] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.563841] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.563974] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.564088] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.564135] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.564855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.564855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.564855] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23bae4e9-fd64-446e-b622-6ecafc6be367',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.565082] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.565193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.565260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.565405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.565587] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.565647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.565686] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.565939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.565939] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.566018] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff214f2c-cccc-430e-a1e2-60481fbe0a9b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.567301] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c27835f1-200d-4036-85b6-16e5dd0cb1ea taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.567301] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.567301] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.567301] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.567301] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.567550] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.567550] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.567550] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.567652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.567652] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c27835f1-200d-4036-85b6-16e5dd0cb1ea',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.569032] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-1892eb3e-4787-49d9-9c4d-dfd7239245fe taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.569032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.569032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.569032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.569032] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.569032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.569032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.569032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.569385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.569385] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1892eb3e-4787-49d9-9c4d-dfd7239245fe',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.570152] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.570152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.570152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.570534] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.570534] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.570534] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.570534] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.570684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.570684] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.570750] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.571712] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-362ab094-e15c-4a5d-814d-bee016a0ba76 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.571712] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.571712] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.571861] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.571900] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.571972] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.572040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.572171] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.573027] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.573027] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('362ab094-e15c-4a5d-814d-bee016a0ba76',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.573168] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d4d422-ea65-4577-ae8a-77615259cfb1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.573227] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.573262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.573409] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.573484] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d4d422-ea65-4577-ae8a-77615259cfb1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.574239] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-919e553b-5161-46d2-b48c-b8d8b5b1d067 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.574344] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.574400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.574576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.574663] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.574775] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.574813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.574940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.575047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.575103] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919e553b-5161-46d2-b48c-b8d8b5b1d067',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.576169] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-28dc0491-36f0-4aa4-a478-e7ee7340a232 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.576169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.576169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.576169] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.576386] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.576386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.576386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.576520] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.576553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.576902] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28dc0491-36f0-4aa4-a478-e7ee7340a232',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.577313] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ff27a28-ffca-48b3-a775-726dc2ad61cf taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.577564] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.577644] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.577782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.577919] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.578032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.578088] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.578214] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.578288] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.578370] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ff27a28-ffca-48b3-a775-726dc2ad61cf',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.579062] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-16b5f665-86fd-4da0-a0b2-4c1deab33af1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.579149] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.579213] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.579783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.579783] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.579783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.579783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.579783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.580022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.580022] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16b5f665-86fd-4da0-a0b2-4c1deab33af1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.580609] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.580719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.580771] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.581130] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.581209] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.581260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.581313] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.581456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.581543] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.581650] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e7e803-93b6-4215-b26e-7e3d4b9603c2',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.582280] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.582391] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.582453] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.582595] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.582731] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.582824] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.582904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.583020] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.583093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.583173] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.583961] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.584090] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.584218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.584379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.584523] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.584619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.584683] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.584808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.584883] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.584986] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a5b9e81-df22-4b7d-986e-fd8d4485f16d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.586446] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a88e722-476c-4c11-b29d-1c638aeea768 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.586553] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.586968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.586968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.586968] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.586968] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.587194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.587194] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.587260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.587338] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a88e722-476c-4c11-b29d-1c638aeea768',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.588086] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-54082cfd-0140-4ee1-8693-0266f408f676 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.588198] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.588253] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.588403] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.588542] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.588637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.588694] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.588825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.588898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.588977] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54082cfd-0140-4ee1-8693-0266f408f676',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.589753] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-499519d6-7819-4b1a-a98e-c721fd7e6862 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.589865] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.589931] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.590094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.590234] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.590329] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.590384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.590517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.590586] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.590670] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('499519d6-7819-4b1a-a98e-c721fd7e6862',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.591458] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.591571] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.591637] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.591783] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.591920] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.592054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.592098] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.592233] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.592282] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.592362] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1352.594696] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.595312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.595312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.595312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.595312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.595482] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.595482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.595482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.595616] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.595712] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.595811] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e5cf5-64e9-4285-ae3e-9e7e1cf69387 is going to be deleted. [ 1352.597261] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.597377] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.597437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.597572] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.597646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.597946] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.597946] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.597946] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.598193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.598257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.598309] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1892eb3e-4787-49d9-9c4d-dfd7239245fe is going to be deleted. [ 1352.599380] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.599480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.599534] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.600015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.600015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.600015] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.600015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.600363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.600363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.600363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.600363] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff214f2c-cccc-430e-a1e2-60481fbe0a9b is going to be deleted. [ 1352.601965] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.602090] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.602158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.602507] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.602507] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.602609] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.602663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.602702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.602808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.602875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.602956] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23bae4e9-fd64-446e-b622-6ecafc6be367 is going to be deleted. [ 1352.648960] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.649180] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.649230] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.649405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.649497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.649623] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff214f2c-cccc-430e-a1e2-60481fbe0a9b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.650728] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.650853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.650924] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.651117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.651203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.651298] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23bae4e9-fd64-446e-b622-6ecafc6be367" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.651923] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.652042] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.652112] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.652264] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.652345] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.652435] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e5cf5-64e9-4285-ae3e-9e7e1cf69387" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.653102] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.653236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1352.653275] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1352.653415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1352.653494] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1352.653591] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1892eb3e-4787-49d9-9c4d-dfd7239245fe" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.094544] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77d4d422-ea65-4577-ae8a-77615259cfb1 with status ACTIVE [ 1353.094862] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.095058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.095136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.095359] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.095453] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.095631] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.095756] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.095825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.095980] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.096074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.096262] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.096375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.096462] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.096658] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.096736] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.096844] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77d4d422-ea65-4577-ae8a-77615259cfb1 is going to be updated. [ 1353.098116] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.098232] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.098300] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.098454] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.098527] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.098693] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.098789] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.098880] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.099117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.099225] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.099344] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 499519d6-7819-4b1a-a98e-c721fd7e6862 is going to be deleted. [ 1353.100308] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.100421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.100654] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.100756] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.100822] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.100965] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.101058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.101221] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.101316] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.101378] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.101514] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.101587] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.101666] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ff27a28-ffca-48b3-a775-726dc2ad61cf is going to be deleted. [ 1353.102528] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.102649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.102746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.102899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.103012] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.103225] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.103379] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.103450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.103594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.103700] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.103823] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e7e803-93b6-4215-b26e-7e3d4b9603c2 is going to be deleted. [ 1353.104659] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.104806] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.104889] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.105049] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.105130] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.105296] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.105393] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.105457] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.105594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.105669] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.105753] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919e553b-5161-46d2-b48c-b8d8b5b1d067 is going to be deleted. [ 1353.106590] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.106701] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.106768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.106910] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.106987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.107165] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.107260] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.107321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.107455] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.107526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.107605] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c27835f1-200d-4036-85b6-16e5dd0cb1ea is going to be deleted. [ 1353.108431] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.108552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.108621] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.108767] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.108845] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.109014] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.109117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.109178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.109315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.109390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.109472] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16b5f665-86fd-4da0-a0b2-4c1deab33af1 is going to be deleted. [ 1353.110290] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.110420] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.110499] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.110645] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.110722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.110883] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.110976] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.111054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.111189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.111259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.111339] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28dc0491-36f0-4aa4-a478-e7ee7340a232 is going to be deleted. [ 1353.112129] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.112236] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.112327] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.112481] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.112575] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.112746] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.112833] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.112894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.113061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.113138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.113220] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54082cfd-0140-4ee1-8693-0266f408f676 is going to be deleted. [ 1353.114034] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.114151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.114218] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.114365] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.114442] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.114678] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.114779] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.114862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.115022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.115099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.115181] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5 is going to be deleted. [ 1353.115959] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.116081] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.116148] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.116309] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.116395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.116559] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.116654] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.116716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.116851] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.116927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.117013] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a88e722-476c-4c11-b29d-1c638aeea768 is going to be deleted. [ 1353.118345] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.118456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.118524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.118696] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.118776] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.118936] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.119043] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.119110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.119317] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.119407] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.119495] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 362ab094-e15c-4a5d-814d-bee016a0ba76 is going to be deleted. [ 1353.120760] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.120898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.120966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.121130] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.121208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.121372] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.121485] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.121546] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.121681] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.121752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.121833] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a5b9e81-df22-4b7d-986e-fd8d4485f16d is going to be deleted. [ 1353.122936] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1353.132695] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.132879] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.132974] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.133221] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.133350] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.133630] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.133790] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.133902] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.134159] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.134305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.134466] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b is going to be deleted. [ 1353.185457] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.185758] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.185902] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.186385] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.186624] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.186873] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d4d422-ea65-4577-ae8a-77615259cfb1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.187826] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.187952] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.188026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.188206] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.188285] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.188381] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c27835f1-200d-4036-85b6-16e5dd0cb1ea" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.189109] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.189222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.189348] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.189439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.189518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.189629] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-362ab094-e15c-4a5d-814d-bee016a0ba76" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.190782] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.190782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.190782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.190782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.190782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.190782] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a88e722-476c-4c11-b29d-1c638aeea768" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.192439] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.192439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.192439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.192439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.192439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.192439] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-499519d6-7819-4b1a-a98e-c721fd7e6862" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.192808] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.192808] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.192890] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.192984] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.193101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.193152] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e7e803-93b6-4215-b26e-7e3d4b9603c2" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.193804] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.193990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.194061] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.194235] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.194327] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.194421] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16b5f665-86fd-4da0-a0b2-4c1deab33af1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.195074] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.195188] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.195253] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.195404] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.195483] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.195572] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a5b9e81-df22-4b7d-986e-fd8d4485f16d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.196277] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.196400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.196444] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.196594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.196673] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.196761] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28dc0491-36f0-4aa4-a478-e7ee7340a232" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.197432] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.197538] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.197597] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.197736] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.197814] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.198606] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54082cfd-0140-4ee1-8693-0266f408f676" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.198606] env[65469]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.198882] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.199011] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.199086] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.199270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.199433] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.199581] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ff27a28-ffca-48b3-a775-726dc2ad61cf" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.200199] env[65469]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.200644] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.200801] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.200882] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.201095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.201179] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.201289] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919e553b-5161-46d2-b48c-b8d8b5b1d067" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.204638] env[65469]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.205039] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.205176] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.205248] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.205398] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.205478] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.205568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8261013-dbaf-4ce2-b42c-8f25d5d6ce0b" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.210704] env[65469]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.211183] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.211305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1353.211374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1353.211566] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1353.211662] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.211797] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b1e1b0-f33f-4ed8-ba1e-76f1793144f5" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1353.626197] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1354.127966] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.128214] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1354.128214] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1354.128493] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1354.128588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1354.128693] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 1354.173814] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.174054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1354.174054] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1354.174484] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1354.174677] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1354.183552] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 1356.195372] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 1356.195743] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1356.195802] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1356.196014] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1356.196213] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.196339] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1356.196406] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1356.196561] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1356.196640] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1356.196722] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1356.196814] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1356.698955] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1357.201151] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9: rpc.has_security_group_logging(os_id): False [ 1357.220801] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.220957] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1357.221042] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1357.221257] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1357.241403] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1357.241702] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.241831] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1357.241899] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1357.242111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1357.242203] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1357.243062] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 1357.297353] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.297647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1357.297713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1357.297946] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1357.298116] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1357.309795] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 1357.560722] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.560923] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1359.324282] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 1359.324585] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1362.562020] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.562020] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.562721] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.563138] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.563332] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.563677] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.564217] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.564217] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.564957] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.565227] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.566075] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.566384] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.567594] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.568000] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.569154] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.569154] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.569754] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.569983] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.571164] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.571489] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.572161] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.572524] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.573415] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.573700] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.574861] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.575145] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.576367] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.576541] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.577864] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.578131] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.578994] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.579260] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.580484] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.580794] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.582105] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.582448] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.583609] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.583609] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.584803] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.584803] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.585585] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.585585] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.586403] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.586691] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.587365] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.587621] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.588803] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.589188] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.549867] env[65469]: INFO networking_nsxv3.common.synchronization [None req-bee509f8-d55f-48ef-bad3-8070377341e3 tempest-AttachInterfacesTestJSON-213904873 tempest-AttachInterfacesTestJSON-213904873-project-member] Enqueued Resource ID: e12d655c-b6fd-4078-bb40-39f4baf50cf8 with Priority: HIGHEST for action security_group_rules [ 1479.550593] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12d655c-b6fd-4078-bb40-39f4baf50cf8 with Priority: HIGHEST for action security_group_rules [ 1479.551105] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.551250] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1479.551320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1479.551604] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1479.551795] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12d655c-b6fd-4078-bb40-39f4baf50cf8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1479.628980] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f55840a3-02b5-4c2d-bfd3-90a5dc1c3696 tempest-AttachInterfacesTestJSON-213904873 tempest-AttachInterfacesTestJSON-213904873-project-member] Enqueued Resource ID: e12d655c-b6fd-4078-bb40-39f4baf50cf8 with Priority: HIGHEST for action security_group_rules [ 1479.629572] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12d655c-b6fd-4078-bb40-39f4baf50cf8 with Priority: HIGHEST for action security_group_rules [ 1479.630393] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.630602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1480.084361] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1480.084361] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12d655c-b6fd-4078-bb40-39f4baf50cf8 already deleted. [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1480.084361] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1480.084361] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e12d655c-b6fd-4078-bb40-39f4baf50cf8',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1480.611601] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.611986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1480.611986] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1480.612071] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1480.612172] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1480.612260] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e12d655c-b6fd-4078-bb40-39f4baf50cf8 already deleted. [ 1480.612340] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e12d655c-b6fd-4078-bb40-39f4baf50cf8" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1484.630231] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.630559] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.631930] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.632309] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.633102] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.633377] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.634435] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.634803] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.635816] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.636240] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.637651] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.637651] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.638216] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.638561] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.640636] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.640636] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.640913] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.641298] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.642416] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.642810] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.643564] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.643913] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.644521] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.644882] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.245559] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1544.245559] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1544.646162] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.646238] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.936747] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.936747] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.938108] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.938513] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.940034] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.940444] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.941753] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.942123] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.943179] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.943585] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.944725] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.946507] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.946482] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.946810] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.947387] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.947693] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.194627] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.194838] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1585.194889] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1585.195200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1585.195303] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1585.698440] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1586.201394] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1586.704347] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1586.704461] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1587.382282] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.382717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.382717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.382717] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.396348] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1587.396586] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.397393] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1587.425188] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.425346] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.425411] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.425654] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.429524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.429873] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1587.430023] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1587.430065] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1587.463350] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.463562] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.463562] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.463815] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.464125] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.464260] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1587.495605] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.495846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.495846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.496058] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.496195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.496335] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1587.537198] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.537440] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.537440] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.537599] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.537724] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.537870] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:1. [ 1587.537938] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f67cbc6-f474-4179-bbf4-3dfc1908e6d9'} {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1587.538015] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1587.555469] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.555649] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.555685] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.555971] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.556111] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.556250] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1587.556343] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1587.556454] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1587.581585] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.581820] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.581894] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.582127] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.582360] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.582496] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1587.582574] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1587.582642] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1587.582710] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1587.582785] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Security Group Rules [ 1587.582855] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1587.582937] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1587.583007] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1587.583199] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.583304] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.583364] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.583514] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.583591] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.583767] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.583862] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.583921] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.584069] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.584141] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.584314] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.584405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.584466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.584600] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.584671] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.584837] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.584930] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.584988] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.585136] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.585210] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.585377] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.585470] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.585530] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.585663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.585732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.585899] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.585990] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.586065] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.586198] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.586269] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.586436] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.586529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1587.586588] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1587.586719] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1587.586789] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1587.586881] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:5 [ 1587.586946] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 5 of least updated resources [ 1587.587031] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGH for action security_group_members [ 1587.587113] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGH for action security_group_members [ 1587.587181] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGH for action security_group_members [ 1587.587246] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGH for action security_group_members [ 1587.587312] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGH for action security_group_members [ 1587.587398] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1589.948500] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.949176] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=6], Jobs=0 [ 1589.949176] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1589.949176] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79caf74f-d6be-472d-8466-a6ea25404501 with Priority: HIGH for action security_group_members [ 1589.949176] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 with Priority: HIGH for action security_group_members [ 1589.949176] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 with Priority: HIGH for action security_group_members [ 1589.949338] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 with Priority: HIGH for action security_group_members [ 1589.949457] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 with Priority: HIGH for action security_group_members [ 1589.949888] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.950113] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.950193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.950404] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.950493] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1589.951571] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-79caf74f-d6be-472d-8466-a6ea25404501 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.951747] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.951821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.952142] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.952305] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.952405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.952464] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.952609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.952750] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1589.952846] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79caf74f-d6be-472d-8466-a6ea25404501',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1589.954046] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c0ba963-7153-48df-8824-bd2ec339a6a1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.954162] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.954264] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.954528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.954528] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.954608] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.954679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.954790] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.954856] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1589.954935] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c0ba963-7153-48df-8824-bd2ec339a6a1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1589.955677] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.955788] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.955855] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.956064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.956218] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.956316] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.956376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.956997] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.956997] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1589.956997] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5dde1b6-ca5c-44c4-86e1-90190261b8f4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1589.957349] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-595c9eda-2402-421e-93a9-467ea8cdbfc9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.957459] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.957526] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.957671] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.957808] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.957904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.957966] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.958117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.958193] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1589.958275] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('595c9eda-2402-421e-93a9-467ea8cdbfc9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1589.958954] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bcf74e3-c145-4338-b977-5c83a8bdbe77 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.959076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.959142] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.959290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.959481] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.959593] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1589.959652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1589.959794] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1589.959868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1589.960454] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bcf74e3-c145-4338-b977-5c83a8bdbe77',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1590.461607] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.461848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.461907] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.462164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.462252] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.462461] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.462564] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.462627] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.462771] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.462846] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.462930] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79caf74f-d6be-472d-8466-a6ea25404501 is going to be deleted. [ 1590.464047] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.464168] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.464235] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.464386] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.464527] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.464622] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.464683] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.464819] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.464896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.464975] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.465076] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1590.466067] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.466185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.466253] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.466404] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.466482] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.466653] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.466747] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.466809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.466944] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.467032] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.467117] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5dde1b6-ca5c-44c4-86e1-90190261b8f4 is going to be deleted. [ 1590.467974] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.468099] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.468166] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.468363] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.468397] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.468535] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.468631] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.468692] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.468825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.468898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.469687] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 595c9eda-2402-421e-93a9-467ea8cdbfc9 is going to be deleted. [ 1590.471336] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.471458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.471539] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.471746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.471828] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.471995] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.472106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.472168] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.472306] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.472380] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.472461] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c0ba963-7153-48df-8824-bd2ec339a6a1 is going to be deleted. [ 1590.473274] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.473382] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.473449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.473592] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.473667] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.473828] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.473922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.473985] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.474133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.474205] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.474287] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bcf74e3-c145-4338-b977-5c83a8bdbe77 is going to be deleted. [ 1590.531348] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.531582] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.531668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.531861] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.531951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.532064] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-595c9eda-2402-421e-93a9-467ea8cdbfc9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.532793] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.532912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.532981] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.533148] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.533227] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.533315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79caf74f-d6be-472d-8466-a6ea25404501" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.533999] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.534124] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.534192] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.534339] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.534417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.534506] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5dde1b6-ca5c-44c4-86e1-90190261b8f4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.535146] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.535255] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.535322] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.535466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.535545] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.535634] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bcf74e3-c145-4338-b977-5c83a8bdbe77" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.536283] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.536390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1590.536456] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1590.536602] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1590.536680] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.536768] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c0ba963-7153-48df-8824-bd2ec339a6a1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1590.972435] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1591.475420] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9: rpc.has_security_group_logging(os_id): False [ 1591.498494] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.498691] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1591.498691] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1591.498898] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1591.518571] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1591.518875] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.518995] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1591.519087] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1591.519287] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1591.519374] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1591.519467] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 1591.579280] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.579505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1591.579505] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1591.579706] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1591.579853] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1591.590926] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 1593.605573] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 1593.605889] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1594.950896] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.951457] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.952922] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.953243] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.954383] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.954705] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.955693] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.956083] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.957129] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.957568] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.488585] env[65469]: INFO networking_nsxv3.common.synchronization [None req-78d643c7-a176-4470-840e-cfd3095ccc31 None None] Enqueued Resource ID: 7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d with Priority: HIGHEST for action port [ 1617.489172] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d with Priority: HIGHEST for action port [ 1617.489492] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.489618] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1617.489683] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1617.489948] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1617.490058] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1617.992200] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d [ 1617.992501] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1617.992723] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1617.992859] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1617.993158] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1617.993262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1617.993836] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d already deleted. [ 1617.993836] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7b6dc7-b4f2-4663-83c1-29d92c7a7f1d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1619.693452] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6aa0de4b-e309-4b1e-bd5a-ce0cff5f9615 None None] Enqueued Resource ID: c2cbcb5f-546a-456b-9914-06783229f10a with Priority: HIGHEST for action port [ 1619.694029] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cbcb5f-546a-456b-9914-06783229f10a with Priority: HIGHEST for action port [ 1619.698146] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2cbcb5f-546a-456b-9914-06783229f10a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.698146] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2cbcb5f-546a-456b-9914-06783229f10a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1619.698146] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2cbcb5f-546a-456b-9914-06783229f10a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1619.698146] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2cbcb5f-546a-456b-9914-06783229f10a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1619.698146] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2cbcb5f-546a-456b-9914-06783229f10a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1620.199680] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2cbcb5f-546a-456b-9914-06783229f10a [ 1620.199921] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.200055] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1620.200121] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1620.200325] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1620.200416] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1620.200512] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2cbcb5f-546a-456b-9914-06783229f10a already deleted. [ 1620.200590] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2cbcb5f-546a-456b-9914-06783229f10a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1622.772208] env[65469]: INFO networking_nsxv3.common.synchronization [None req-7cc6b619-fa7b-4412-a574-341613f13dd9 None None] Enqueued Resource ID: ff667603-78a6-4061-a9c4-593b5e3dc944 with Priority: HIGHEST for action port [ 1622.773789] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff667603-78a6-4061-a9c4-593b5e3dc944 with Priority: HIGHEST for action port [ 1622.773789] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff667603-78a6-4061-a9c4-593b5e3dc944 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.773984] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff667603-78a6-4061-a9c4-593b5e3dc944" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1622.773984] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff667603-78a6-4061-a9c4-593b5e3dc944" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1622.774185] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff667603-78a6-4061-a9c4-593b5e3dc944" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1622.774274] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff667603-78a6-4061-a9c4-593b5e3dc944',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1623.277286] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff667603-78a6-4061-a9c4-593b5e3dc944 [ 1623.277526] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.277667] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1623.277736] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1623.277962] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1623.278106] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1623.278174] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff667603-78a6-4061-a9c4-593b5e3dc944 already deleted. [ 1623.278254] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff667603-78a6-4061-a9c4-593b5e3dc944" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1623.598117] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a0d3019b-16a3-43cc-91f5-b32057718263 tempest-AttachVolumeShelveTestJSON-1861800605 tempest-AttachVolumeShelveTestJSON-1861800605-project-member] Enqueued Resource ID: e563b047-cf04-4adf-a9fb-cec1359e9338 with Priority: HIGHEST for action security_group_rules [ 1623.598117] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e563b047-cf04-4adf-a9fb-cec1359e9338 with Priority: HIGHEST for action security_group_rules [ 1623.598117] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e563b047-cf04-4adf-a9fb-cec1359e9338 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.598117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1623.598117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1623.598117] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1623.598117] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e563b047-cf04-4adf-a9fb-cec1359e9338',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1623.681793] env[65469]: INFO networking_nsxv3.common.synchronization [None req-39f72acd-8108-4c90-b074-247211067d17 tempest-AttachVolumeShelveTestJSON-1861800605 tempest-AttachVolumeShelveTestJSON-1861800605-project-member] Enqueued Resource ID: e563b047-cf04-4adf-a9fb-cec1359e9338 with Priority: HIGHEST for action security_group_rules [ 1623.682432] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e563b047-cf04-4adf-a9fb-cec1359e9338 with Priority: HIGHEST for action security_group_rules [ 1623.682824] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e563b047-cf04-4adf-a9fb-cec1359e9338 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.682912] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1624.121044] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.121044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1624.121044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1624.121044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1624.121044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1624.121044] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e563b047-cf04-4adf-a9fb-cec1359e9338 already deleted. [ 1624.121044] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1624.121607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1624.121607] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1624.121607] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e563b047-cf04-4adf-a9fb-cec1359e9338',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1624.641570] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.641761] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1624.641903] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1624.642184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1624.642280] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1624.642381] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e563b047-cf04-4adf-a9fb-cec1359e9338 already deleted. [ 1624.643521] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e563b047-cf04-4adf-a9fb-cec1359e9338" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1624.953202] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4725b92c-6e0c-4713-8844-8d3be342d637 None None] Enqueued Resource ID: 57fbd106-d17a-4c94-be35-182b6d0255c4 with Priority: HIGHEST for action port [ 1624.954072] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57fbd106-d17a-4c94-be35-182b6d0255c4 with Priority: HIGHEST for action port [ 1624.954362] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-57fbd106-d17a-4c94-be35-182b6d0255c4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.954567] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57fbd106-d17a-4c94-be35-182b6d0255c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1624.954646] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57fbd106-d17a-4c94-be35-182b6d0255c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1624.954954] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57fbd106-d17a-4c94-be35-182b6d0255c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1624.955234] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57fbd106-d17a-4c94-be35-182b6d0255c4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1625.459101] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57fbd106-d17a-4c94-be35-182b6d0255c4 [ 1625.459101] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1625.459101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1625.459101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1625.459101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1625.459101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1625.459614] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57fbd106-d17a-4c94-be35-182b6d0255c4 already deleted. [ 1625.459614] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57fbd106-d17a-4c94-be35-182b6d0255c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1629.955414] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.955748] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.956507] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.956875] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1640.120245] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.120245] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.120810] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.121139] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1650.122046] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1650.122407] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1655.123733] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1655.124087] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1660.125461] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1660.125945] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.126838] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1665.127768] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.128293] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.128682] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.129171] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.129482] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1678.198744] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f8ad9bec-38a2-4541-9d7d-6a3dba1e8bbc tempest-AttachInterfacesTestJSON-213904873 tempest-AttachInterfacesTestJSON-213904873-project-member] Enqueued Resource ID: b6dfff7f-d269-441a-ac8c-484f6c7178fb with Priority: HIGHEST for action security_group_rules [ 1678.198744] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6dfff7f-d269-441a-ac8c-484f6c7178fb with Priority: HIGHEST for action security_group_rules [ 1678.199035] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.199154] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1678.199201] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1678.199437] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1678.199528] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6dfff7f-d269-441a-ac8c-484f6c7178fb',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1678.279021] env[65469]: INFO networking_nsxv3.common.synchronization [None req-09059e70-939c-41e4-a44e-a53b613969c7 tempest-AttachInterfacesTestJSON-213904873 tempest-AttachInterfacesTestJSON-213904873-project-member] Enqueued Resource ID: b6dfff7f-d269-441a-ac8c-484f6c7178fb with Priority: HIGHEST for action security_group_rules [ 1678.279378] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6dfff7f-d269-441a-ac8c-484f6c7178fb with Priority: HIGHEST for action security_group_rules [ 1678.279701] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.279812] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1678.726298] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.726458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1678.726533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1678.726752] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1678.726842] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1678.726937] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6dfff7f-d269-441a-ac8c-484f6c7178fb already deleted. [ 1678.727029] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1678.727184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1678.727339] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1678.727419] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6dfff7f-d269-441a-ac8c-484f6c7178fb',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1679.255149] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1679.255491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1679.255491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1679.255613] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1679.255660] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1679.255781] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6dfff7f-d269-441a-ac8c-484f6c7178fb already deleted. [ 1679.255835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6dfff7f-d269-441a-ac8c-484f6c7178fb" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1683.280688] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1683.281025] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1688.282226] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1688.282587] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1693.283401] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1693.284201] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1698.285610] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1698.286085] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1703.286510] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1703.286821] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1708.288072] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1708.288072] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1713.289482] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1713.289771] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1718.291098] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1718.291098] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1723.292602] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1723.292602] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1728.293642] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1728.294044] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1733.295156] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1733.295600] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1738.296402] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1738.296819] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1743.297339] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1743.297707] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1748.298995] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1748.299431] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1753.300435] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1753.300829] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1758.301820] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1758.302214] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1763.303065] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1763.303455] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1768.304797] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1768.305181] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1773.306329] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1773.306736] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1778.307449] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1778.307776] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1783.309233] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1783.309744] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1784.245981] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1784.246155] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1788.310477] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1788.310799] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1793.311894] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1793.312332] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1798.312943] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1798.313362] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1803.314527] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1803.314903] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1808.315798] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1808.316094] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1813.317069] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1813.317464] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1818.318214] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1818.318569] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1821.230046] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a573e50e-4a0a-4aa7-820e-b69c922107ee tempest-AttachVolumeShelveTestJSON-1861800605 tempest-AttachVolumeShelveTestJSON-1861800605-project-member] Enqueued Resource ID: dc174c91-2e82-4220-9f4b-274fadbfdf02 with Priority: HIGHEST for action security_group_rules [ 1821.231357] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc174c91-2e82-4220-9f4b-274fadbfdf02 with Priority: HIGHEST for action security_group_rules [ 1821.232026] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc174c91-2e82-4220-9f4b-274fadbfdf02 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1821.232026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1821.232026] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1821.232234] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1821.232234] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc174c91-2e82-4220-9f4b-274fadbfdf02',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1821.307144] env[65469]: INFO networking_nsxv3.common.synchronization [None req-0dc50a85-f943-40a0-9904-18971b5c898c tempest-AttachVolumeShelveTestJSON-1861800605 tempest-AttachVolumeShelveTestJSON-1861800605-project-member] Enqueued Resource ID: dc174c91-2e82-4220-9f4b-274fadbfdf02 with Priority: HIGHEST for action security_group_rules [ 1821.307649] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc174c91-2e82-4220-9f4b-274fadbfdf02 with Priority: HIGHEST for action security_group_rules [ 1821.308185] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc174c91-2e82-4220-9f4b-274fadbfdf02 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1821.308296] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1821.769576] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1821.769732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1821.771529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1821.771529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1821.771529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1821.771529] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc174c91-2e82-4220-9f4b-274fadbfdf02 already deleted. [ 1821.771529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1821.771529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1821.771529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1821.771529] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc174c91-2e82-4220-9f4b-274fadbfdf02',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1821.998111] env[65469]: INFO networking_nsxv3.common.synchronization [None req-1bb9e042-33f8-4fa8-b5e3-8e68a3db6dee None None] Enqueued Resource ID: 7d6e21d5-ff7c-4345-8256-64c6dc42ee30 with Priority: HIGHEST for action port [ 1821.998222] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6e21d5-ff7c-4345-8256-64c6dc42ee30 with Priority: HIGHEST for action port [ 1821.998481] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6e21d5-ff7c-4345-8256-64c6dc42ee30 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1821.998611] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6e21d5-ff7c-4345-8256-64c6dc42ee30" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1821.998679] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6e21d5-ff7c-4345-8256-64c6dc42ee30" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1821.998937] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6e21d5-ff7c-4345-8256-64c6dc42ee30" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1821.999035] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6e21d5-ff7c-4345-8256-64c6dc42ee30',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1822.298387] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.298713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1822.298713] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1822.298835] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1822.298924] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1822.299031] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc174c91-2e82-4220-9f4b-274fadbfdf02 already deleted. [ 1822.299114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc174c91-2e82-4220-9f4b-274fadbfdf02" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1822.501385] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d6e21d5-ff7c-4345-8256-64c6dc42ee30 [ 1822.501692] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1822.501863] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1822.501951] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1822.502517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1822.502517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1822.502517] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d6e21d5-ff7c-4345-8256-64c6dc42ee30 already deleted. [ 1822.502517] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6e21d5-ff7c-4345-8256-64c6dc42ee30" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1824.409972] env[65469]: INFO networking_nsxv3.common.synchronization [None req-7cf57a48-5c30-4b1c-9a20-ee10302bc80c None None] Enqueued Resource ID: 8c5209c3-d092-4b0e-a4d4-9dd8ddb59468 with Priority: HIGHEST for action port [ 1824.410740] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5209c3-d092-4b0e-a4d4-9dd8ddb59468 with Priority: HIGHEST for action port [ 1824.410993] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c5209c3-d092-4b0e-a4d4-9dd8ddb59468 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1824.411186] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c5209c3-d092-4b0e-a4d4-9dd8ddb59468" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1824.411427] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c5209c3-d092-4b0e-a4d4-9dd8ddb59468" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1824.411709] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c5209c3-d092-4b0e-a4d4-9dd8ddb59468" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1824.411804] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5209c3-d092-4b0e-a4d4-9dd8ddb59468',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1824.915108] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c5209c3-d092-4b0e-a4d4-9dd8ddb59468 [ 1824.915800] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1824.915800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1824.915800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1824.915800] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1824.916042] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1824.916042] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c5209c3-d092-4b0e-a4d4-9dd8ddb59468 already deleted. [ 1824.916121] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c5209c3-d092-4b0e-a4d4-9dd8ddb59468" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1825.198609] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1825.198834] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1825.198883] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1825.199133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1825.199253] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1825.702261] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1826.205346] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1826.708267] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1826.708684] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1827.430305] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.430476] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.430476] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.430647] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.445078] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1827.445362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.446525] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1827.474187] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.474431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.474431] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.474608] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.478487] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.478856] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1827.478952] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1827.479048] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1827.501260] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.501400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.501474] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.501675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.501876] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.501988] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1827.525080] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.526897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.526897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.526897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.526897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.526897] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1827.553070] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.553070] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.553070] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.553376] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.553508] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.553640] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:1. [ 1827.553718] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f67cbc6-f474-4179-bbf4-3dfc1908e6d9'} {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1827.553788] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1827.572800] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.572953] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.573036] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.573445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.573445] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.573555] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1827.573625] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1827.573694] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1827.596720] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.596866] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.596965] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.597153] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.597310] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.597430] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1827.597503] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1827.597570] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1827.597633] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1827.597706] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Security Group Rules [ 1827.597776] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1827.597855] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1827.597916] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1827.598106] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.598207] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.598269] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.598412] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.598497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.598652] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.598745] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.598807] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.598989] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.599095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.599188] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1827.599250] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1827.599326] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1827.620711] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.620858] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.620930] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.621142] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.621265] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.621390] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1827.642901] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1827.643103] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1827.643154] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1827.643315] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1827.643449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1827.656093] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1829.412192] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1829.412647] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=1], Jobs=0 [ 1829.412647] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 1829.412827] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1829.412977] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1829.413082] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1829.413314] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1829.413427] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1829.923262] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1829.923515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1829.923515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1829.923691] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1829.923867] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1829.924362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1829.924362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1829.924362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1829.924362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1829.924362] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1829.924570] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1830.427308] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1830.930326] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9: rpc.has_security_group_logging(os_id): False [ 1830.952626] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1830.952880] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1830.952880] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1830.953094] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1830.973817] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1830.974160] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1830.974290] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1830.974350] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1830.974554] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1830.974640] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1830.974727] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 1831.031206] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1831.031417] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1831.031652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1831.031716] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1831.031827] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1831.043325] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 1833.057398] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 1833.057668] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1834.413205] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1834.413511] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1835.680456] env[65469]: INFO networking_nsxv3.common.synchronization [req-30235b1a-653d-46b3-b448-7c3ddd03e930 req-a3ff87d4-737e-4245-b123-5fe56166d287 tempest-ServerActionsTestOtherA-1974477398 tempest-ServerActionsTestOtherA-1974477398-project-member] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_members [ 1835.680991] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGHEST for action security_group_members [ 1835.681323] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.681454] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1835.681552] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1835.681792] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1835.682370] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1835.682501] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1835.682557] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1835.682732] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1835.682818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1835.682912] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1836.185161] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1836.185354] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1836.185410] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1836.185625] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1836.185718] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1836.185919] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1836.186025] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1836.186089] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1836.186235] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1836.186312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1836.186485] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be updated. [ 1836.218286] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1836.218511] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1836.218558] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1836.218760] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1836.218901] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1836.228723] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: IN_PROGRESS for 2s [ 1838.240703] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 in Status: SUCCESS [ 1838.241110] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 deletion is rescheduled due to dependency. [ 1838.241110] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1840.682533] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1840.682874] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1843.525220] env[65469]: INFO networking_nsxv3.common.synchronization [None req-f2d4e550-f1dc-41c3-8e1c-8352bde5b401 None None] Enqueued Resource ID: 6234a7e9-b136-4790-89e1-36541cf7f697 with Priority: HIGHEST for action port [ 1843.525783] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6234a7e9-b136-4790-89e1-36541cf7f697 with Priority: HIGHEST for action port [ 1843.526019] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-6234a7e9-b136-4790-89e1-36541cf7f697 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1843.526151] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6234a7e9-b136-4790-89e1-36541cf7f697" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1843.526222] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6234a7e9-b136-4790-89e1-36541cf7f697" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1843.526476] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6234a7e9-b136-4790-89e1-36541cf7f697" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1843.526563] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6234a7e9-b136-4790-89e1-36541cf7f697',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1844.028706] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6234a7e9-b136-4790-89e1-36541cf7f697 [ 1844.028947] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1844.029109] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1844.029181] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1844.029389] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1844.029479] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1844.029574] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6234a7e9-b136-4790-89e1-36541cf7f697 already deleted. [ 1844.029652] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6234a7e9-b136-4790-89e1-36541cf7f697" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1845.727211] env[65469]: INFO networking_nsxv3.common.synchronization [None req-c0588a18-b49c-404f-85d1-01dbb7dd669a None None] Enqueued Resource ID: d3b6e201-6886-4a7c-a24d-1fc2c0f9778e with Priority: HIGHEST for action port [ 1845.727211] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3b6e201-6886-4a7c-a24d-1fc2c0f9778e with Priority: HIGHEST for action port [ 1845.727211] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3b6e201-6886-4a7c-a24d-1fc2c0f9778e taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1845.727211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3b6e201-6886-4a7c-a24d-1fc2c0f9778e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1845.727211] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3b6e201-6886-4a7c-a24d-1fc2c0f9778e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1845.727896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3b6e201-6886-4a7c-a24d-1fc2c0f9778e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1845.728113] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3b6e201-6886-4a7c-a24d-1fc2c0f9778e',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 1846.230434] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3b6e201-6886-4a7c-a24d-1fc2c0f9778e [ 1846.230683] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1846.230823] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 1846.230891] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 1846.231130] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 1846.231219] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1846.231315] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3b6e201-6886-4a7c-a24d-1fc2c0f9778e already deleted. [ 1846.231415] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3b6e201-6886-4a7c-a24d-1fc2c0f9778e" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 1850.728208] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1850.728572] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1855.729214] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1855.729615] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1860.730376] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1860.730737] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1865.731409] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1865.731673] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1870.732658] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1870.733083] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1875.733588] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1875.734029] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1880.734357] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1880.734726] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1885.735390] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1885.735797] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1890.737084] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1890.737425] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1895.737869] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1895.738235] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1900.738867] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1900.739194] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1905.740457] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1905.740837] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1910.741620] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1910.741986] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1915.743063] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1915.743402] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1920.744143] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1920.744450] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1925.745711] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1925.746040] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1930.746972] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1930.747410] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1935.748104] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1935.748474] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1940.749716] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1940.750118] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1945.751314] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1945.751314] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1950.752916] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1950.753295] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1955.754449] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1955.754746] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1960.755645] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1960.756140] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1965.757154] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1965.757379] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1970.758702] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1970.759088] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1975.760604] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1975.760604] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1980.762102] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1980.762102] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1985.762875] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1985.763170] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1990.764396] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1990.764710] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1995.766246] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1995.766544] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2000.767926] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2000.768318] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2005.768911] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2005.769334] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2010.769898] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2010.770308] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2015.770750] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2015.771187] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2020.772452] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2020.772762] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2023.348622] env[65469]: INFO networking_nsxv3.common.synchronization [None req-9fd77f13-f50d-4879-ab25-ec985b19f647 None None] Enqueued Resource ID: 49c8b327-3c33-4abc-be7a-9309a95657c4 with Priority: HIGHEST for action port [ 2023.349562] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c8b327-3c33-4abc-be7a-9309a95657c4 with Priority: HIGHEST for action port [ 2023.349562] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c8b327-3c33-4abc-be7a-9309a95657c4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2023.349981] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c8b327-3c33-4abc-be7a-9309a95657c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2023.349981] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c8b327-3c33-4abc-be7a-9309a95657c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2023.349981] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c8b327-3c33-4abc-be7a-9309a95657c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2023.350103] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c8b327-3c33-4abc-be7a-9309a95657c4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2023.852159] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49c8b327-3c33-4abc-be7a-9309a95657c4 [ 2023.852415] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2023.852555] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2023.852622] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2023.852875] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2023.852987] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2023.853097] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49c8b327-3c33-4abc-be7a-9309a95657c4 already deleted. [ 2023.853178] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c8b327-3c33-4abc-be7a-9309a95657c4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2024.035117] env[65469]: INFO networking_nsxv3.common.synchronization [None req-a586c101-944c-4a26-94bc-3abda5dece54 None None] Enqueued Resource ID: 514b8677-2f25-4489-9f8c-131959913249 with Priority: HIGHEST for action port [ 2024.035781] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 514b8677-2f25-4489-9f8c-131959913249 with Priority: HIGHEST for action port [ 2024.035929] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-514b8677-2f25-4489-9f8c-131959913249 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2024.036076] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-514b8677-2f25-4489-9f8c-131959913249" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2024.036142] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-514b8677-2f25-4489-9f8c-131959913249" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2024.036438] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-514b8677-2f25-4489-9f8c-131959913249" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2024.036505] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('514b8677-2f25-4489-9f8c-131959913249',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2024.247329] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:5 completed [ 2024.247497] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:6 started [ 2024.539074] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 514b8677-2f25-4489-9f8c-131959913249 [ 2024.539369] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2024.539466] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2024.539533] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2024.539809] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2024.539886] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2024.540074] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:514b8677-2f25-4489-9f8c-131959913249 already deleted. [ 2024.540074] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-514b8677-2f25-4489-9f8c-131959913249" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2025.672464] env[65469]: INFO networking_nsxv3.common.synchronization [None req-95a761bd-0abc-4117-9de2-8a69fe5964cc None None] Enqueued Resource ID: ecd062ac-9538-43d0-9163-55fa5bc6b2e1 with Priority: HIGHEST for action port [ 2025.672803] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd062ac-9538-43d0-9163-55fa5bc6b2e1 with Priority: HIGHEST for action port [ 2025.673115] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd062ac-9538-43d0-9163-55fa5bc6b2e1 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2025.673246] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd062ac-9538-43d0-9163-55fa5bc6b2e1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2025.673312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd062ac-9538-43d0-9163-55fa5bc6b2e1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2025.673572] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd062ac-9538-43d0-9163-55fa5bc6b2e1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2025.673668] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd062ac-9538-43d0-9163-55fa5bc6b2e1',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2026.175584] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecd062ac-9538-43d0-9163-55fa5bc6b2e1 [ 2026.175955] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2026.176127] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2026.176196] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2026.176411] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2026.176504] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2026.176599] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecd062ac-9538-43d0-9163-55fa5bc6b2e1 already deleted. [ 2026.176714] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd062ac-9538-43d0-9163-55fa5bc6b2e1" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2026.448292] env[65469]: INFO networking_nsxv3.common.synchronization [None req-ea21621e-b87c-401f-a195-363c4fab8021 None None] Enqueued Resource ID: 5332a167-e0e7-4e20-9792-510ffb95d100 with Priority: HIGHEST for action port [ 2026.448820] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5332a167-e0e7-4e20-9792-510ffb95d100 with Priority: HIGHEST for action port [ 2026.449145] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-5332a167-e0e7-4e20-9792-510ffb95d100 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2026.449274] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5332a167-e0e7-4e20-9792-510ffb95d100" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2026.449343] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5332a167-e0e7-4e20-9792-510ffb95d100" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2026.449590] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5332a167-e0e7-4e20-9792-510ffb95d100" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2026.449688] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5332a167-e0e7-4e20-9792-510ffb95d100',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2026.951995] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5332a167-e0e7-4e20-9792-510ffb95d100 [ 2026.952296] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2026.952491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2026.952491] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2026.952724] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2026.952825] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2026.952923] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5332a167-e0e7-4e20-9792-510ffb95d100 already deleted. [ 2026.953013] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5332a167-e0e7-4e20-9792-510ffb95d100" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2031.450402] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2031.450402] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2036.451965] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2036.452291] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2041.453170] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2041.453539] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2044.639907] env[65469]: INFO networking_nsxv3.common.synchronization [None req-6ff19c6b-124a-421c-a2b9-1f50c492323b None None] Enqueued Resource ID: 481c1cf6-255b-448b-9620-4e67ab50cac4 with Priority: HIGHEST for action port [ 2044.640449] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 481c1cf6-255b-448b-9620-4e67ab50cac4 with Priority: HIGHEST for action port [ 2044.641040] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-481c1cf6-255b-448b-9620-4e67ab50cac4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2044.641164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-481c1cf6-255b-448b-9620-4e67ab50cac4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2044.641164] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-481c1cf6-255b-448b-9620-4e67ab50cac4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2044.641390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-481c1cf6-255b-448b-9620-4e67ab50cac4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2044.641472] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('481c1cf6-255b-448b-9620-4e67ab50cac4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2045.046548] env[65469]: INFO networking_nsxv3.common.synchronization [None req-594bf5a4-0da9-4b5e-a826-e348bbd1ab40 tempest-AttachVolumeNegativeTest-2107378593 tempest-AttachVolumeNegativeTest-2107378593-project-member] Enqueued Resource ID: d3510773-e898-468d-bf76-2e3ed3e3e3c9 with Priority: HIGHEST for action security_group_rules [ 2045.046871] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3510773-e898-468d-bf76-2e3ed3e3e3c9 with Priority: HIGHEST for action security_group_rules [ 2045.047204] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.047337] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2045.047405] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2045.047662] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2045.047748] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3510773-e898-468d-bf76-2e3ed3e3e3c9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2045.131502] env[65469]: INFO networking_nsxv3.common.synchronization [None req-cb2f2517-9fbf-4377-b0b9-f07ea66298ea tempest-AttachVolumeNegativeTest-2107378593 tempest-AttachVolumeNegativeTest-2107378593-project-member] Enqueued Resource ID: d3510773-e898-468d-bf76-2e3ed3e3e3c9 with Priority: HIGHEST for action security_group_rules [ 2045.131687] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3510773-e898-468d-bf76-2e3ed3e3e3c9 with Priority: HIGHEST for action security_group_rules [ 2045.131905] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.132022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2045.144061] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 481c1cf6-255b-448b-9620-4e67ab50cac4 [ 2045.144303] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.144551] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2045.144551] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2045.144720] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2045.144911] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2045.145079] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:481c1cf6-255b-448b-9620-4e67ab50cac4 already deleted. [ 2045.145184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-481c1cf6-255b-448b-9620-4e67ab50cac4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2045.578092] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2045.578235] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2045.578408] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2045.578667] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2045.578770] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2045.578876] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3510773-e898-468d-bf76-2e3ed3e3e3c9 already deleted. [ 2045.578959] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2045.579693] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2045.580010] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2045.580156] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3510773-e898-468d-bf76-2e3ed3e3e3c9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2046.106604] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.107017] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2046.107017] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2046.107113] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2046.107187] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2046.107285] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3510773-e898-468d-bf76-2e3ed3e3e3c9 already deleted. [ 2046.107366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3510773-e898-468d-bf76-2e3ed3e3e3c9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2046.605787] env[65469]: INFO networking_nsxv3.common.synchronization [None req-4fcd01d2-3846-4ff7-a496-e7caac77e183 None None] Enqueued Resource ID: bc44454b-7682-4156-a693-feebd20c90d4 with Priority: HIGHEST for action port [ 2046.606302] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc44454b-7682-4156-a693-feebd20c90d4 with Priority: HIGHEST for action port [ 2046.606618] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc44454b-7682-4156-a693-feebd20c90d4 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2046.606747] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc44454b-7682-4156-a693-feebd20c90d4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2046.606814] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc44454b-7682-4156-a693-feebd20c90d4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2046.607075] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc44454b-7682-4156-a693-feebd20c90d4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2046.607186] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc44454b-7682-4156-a693-feebd20c90d4',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2047.110046] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc44454b-7682-4156-a693-feebd20c90d4 [ 2047.110046] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2047.110046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2047.110046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2047.110046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2047.110046] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2047.110046] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc44454b-7682-4156-a693-feebd20c90d4 already deleted. [ 2047.110594] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc44454b-7682-4156-a693-feebd20c90d4" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2051.607150] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2051.607552] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2056.608145] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2056.608583] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2061.610118] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2061.610447] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2065.197888] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2065.198390] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2065.198518] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2065.198883] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2065.199090] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2065.702033] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2066.204272] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2066.611284] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2066.611463] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2066.707240] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 2066.707482] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 2067.424521] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.425047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.425047] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.425212] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.438241] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 2067.438497] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.439657] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 2067.463908] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.464114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.464114] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.464323] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.468147] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.468488] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 2067.468574] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2067.468671] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 2067.488037] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.488195] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.488241] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.488432] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.488616] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.488726] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2067.507733] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.507881] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.507918] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.508123] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.508228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.508337] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2067.531014] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.531188] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.531240] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.531425] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.531528] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.531650] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:1. [ 2067.531723] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2f67cbc6-f474-4179-bbf4-3dfc1908e6d9'} {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2067.531791] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 2067.550162] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.550341] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.550384] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.550555] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.550639] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.550743] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 2067.550816] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2067.550883] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 2067.570529] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.570774] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.570774] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.570904] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.571060] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.571182] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 2067.571254] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2067.571320] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 2067.571385] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 2067.571457] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Security Group Rules [ 2067.571526] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 2067.571607] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 2067.571669] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 2067.571849] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.571953] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.572030] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.572228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.572316] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.572410] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 2067.572471] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 2067.572537] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2067.590650] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.590872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.590872] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.591000] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.591122] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.591229] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2067.609075] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2067.609242] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2067.609295] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2067.609450] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2067.609550] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2067.621293] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2071.613076] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2071.613466] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=1], Jobs=0 [ 2071.613466] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_rules [ 2071.613664] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2071.613806] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2071.613874] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2071.614113] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2071.614202] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2072.146268] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2072.146458] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2072.146502] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2072.146698] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2072.165279] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2072.165411] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be deleted. [ 2072.213749] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2072.214073] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2072.214182] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2072.214449] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2072.214547] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2072.214675] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2076.615048] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2076.615460] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2081.616978] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2081.616978] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2086.617296] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2086.617752] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2091.618919] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2091.619317] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2096.620523] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2096.620523] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2101.622282] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2101.622736] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2106.623747] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2106.624186] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2111.624582] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2111.624582] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2116.625394] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2116.625876] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2121.627160] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2121.627539] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2126.628669] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2126.629071] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2131.629296] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2131.629845] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2136.630805] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2136.631194] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2141.632016] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2141.632403] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2146.633705] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2146.634192] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2151.635460] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2151.635832] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2156.636950] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2156.637312] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2161.638750] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2161.639245] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2166.640482] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2166.640848] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2171.642075] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2171.642494] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2176.643256] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2176.643567] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2181.645043] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2181.645411] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2186.646419] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2186.646673] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2191.648170] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2191.648570] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2196.649463] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2196.649858] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2201.650465] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2201.650922] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2206.652312] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2206.652312] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2211.653383] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2211.653706] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2216.655177] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2216.655605] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2221.656560] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2221.656835] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2226.658530] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2226.658530] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2231.659508] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2231.659811] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2236.661077] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2236.661497] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2241.662159] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2241.662467] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2242.258471] env[65469]: INFO networking_nsxv3.common.synchronization [None req-0b33ea9e-212b-429d-8a68-8c6927ffacde tempest-AttachVolumeNegativeTest-2107378593 tempest-AttachVolumeNegativeTest-2107378593-project-member] Enqueued Resource ID: 710429e1-0b58-45e0-aae6-839de1867a0a with Priority: HIGHEST for action security_group_rules [ 2242.259337] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710429e1-0b58-45e0-aae6-839de1867a0a with Priority: HIGHEST for action security_group_rules [ 2242.259382] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710429e1-0b58-45e0-aae6-839de1867a0a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2242.259480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2242.259547] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2242.259818] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2242.259907] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710429e1-0b58-45e0-aae6-839de1867a0a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2242.351165] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e75f34ce-d886-4e2e-9aad-7de00be4cdd2 tempest-AttachVolumeNegativeTest-2107378593 tempest-AttachVolumeNegativeTest-2107378593-project-member] Enqueued Resource ID: 710429e1-0b58-45e0-aae6-839de1867a0a with Priority: HIGHEST for action security_group_rules [ 2242.351401] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710429e1-0b58-45e0-aae6-839de1867a0a with Priority: HIGHEST for action security_group_rules [ 2242.351718] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710429e1-0b58-45e0-aae6-839de1867a0a taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2242.351828] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2242.787411] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2242.787769] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2242.787769] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2242.787849] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2242.788022] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2242.788140] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710429e1-0b58-45e0-aae6-839de1867a0a already deleted. [ 2242.788226] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2242.788787] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2242.789014] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2242.789116] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710429e1-0b58-45e0-aae6-839de1867a0a',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2243.321151] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2243.321387] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2243.321387] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2243.321576] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2243.321666] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2243.321765] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710429e1-0b58-45e0-aae6-839de1867a0a already deleted. [ 2243.321847] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710429e1-0b58-45e0-aae6-839de1867a0a" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2247.352953] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2247.353339] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2252.354575] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2252.354943] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2257.356033] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2257.356545] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2262.357305] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2262.357305] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2264.248298] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:6 completed [ 2264.248298] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:7 started [ 2267.359080] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2267.359475] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2272.360390] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2272.360807] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2277.362077] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2277.362496] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2282.363296] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2282.363650] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2287.365189] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2287.365618] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2292.367069] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2292.367069] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2297.367934] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2297.370732] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2302.369055] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2302.369309] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2305.202871] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2305.203395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2305.203395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2305.203395] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2305.203592] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2305.706238] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2306.208948] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2306.711859] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 2306.712091] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 2307.370333] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2307.370748] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2307.410756] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.411031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.411031] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.411202] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.425234] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 2307.425480] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.426327] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 2307.450558] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.450813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.450813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.450960] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.454524] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.454831] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 2307.454913] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2307.454991] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 2307.478129] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.478334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.478334] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.478531] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.478663] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.478829] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2307.498340] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.498529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.498529] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.498725] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.498868] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.498979] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2307.518403] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.518584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.518584] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.518795] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.518922] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.519060] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 2307.519135] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2307.519203] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 2307.538873] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.539101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.539101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.539306] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.539392] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.539503] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 2307.539572] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2307.539640] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 2307.560744] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.560938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.560938] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.561150] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.561296] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.561419] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 2307.561490] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2307.561552] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 2307.561612] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 2307.561685] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 2307.561758] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 2307.561793] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 2307.561979] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2307.562095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2307.562161] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2307.562307] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2307.562375] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2307.562467] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:1 [ 2307.562532] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Refreshing 1 of least updated resources [ 2307.562604] env[65469]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_members [ 2307.562702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2312.371749] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2312.372037] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=1], Jobs=0 [ 2312.372037] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 with Priority: HIGH for action security_group_members [ 2312.373305] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2312.373305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2312.373305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2312.373305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2312.373305] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2312.373305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2312.373305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2312.373305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2312.373638] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2312.373638] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f67cbc6-f474-4179-bbf4-3dfc1908e6d9',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2312.876528] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2312.876733] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2312.876848] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2312.877089] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2312.877184] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2312.877394] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2312.877494] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2312.877548] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2312.877696] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2312.877772] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2312.877859] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f67cbc6-f474-4179-bbf4-3dfc1908e6d9 is going to be deleted. [ 2312.910102] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2312.910251] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2312.910332] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2312.910515] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2312.910604] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2312.910697] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f67cbc6-f474-4179-bbf4-3dfc1908e6d9" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2317.373576] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2317.373576] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2322.374441] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2322.374778] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2327.376371] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2327.376778] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2332.377773] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2332.378116] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2337.378796] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2337.379272] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2342.379854] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2342.380273] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2347.380787] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2347.381186] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2352.381401] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2352.381709] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2357.382937] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2357.383369] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2362.384125] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2362.384528] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2367.385395] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2367.385797] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2372.386430] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2372.386861] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2377.388211] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2377.388542] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2382.389180] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2382.389621] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2387.390699] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2387.391128] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2392.391865] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2392.392310] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2397.392966] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2397.393267] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2402.394185] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2402.394610] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2407.395404] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2407.395773] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2412.396228] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2412.396673] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2417.397697] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2417.398117] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2422.398706] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2422.399131] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2427.399537] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2427.399982] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2432.400905] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2432.401212] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2437.402679] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2437.403102] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2439.682164] env[65469]: INFO networking_nsxv3.common.synchronization [None req-31a1f85e-f213-4e01-a784-04a16c688307 tempest-AttachVolumeNegativeTest-2107378593 tempest-AttachVolumeNegativeTest-2107378593-project-member] Enqueued Resource ID: ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d with Priority: HIGHEST for action security_group_rules [ 2439.682721] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d with Priority: HIGHEST for action security_group_rules [ 2439.683070] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2439.683212] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2439.683281] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2439.683619] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2439.683702] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2439.766017] env[65469]: INFO networking_nsxv3.common.synchronization [None req-e63c95e0-41e3-4e9e-9522-f85d45757f45 tempest-AttachVolumeNegativeTest-2107378593 tempest-AttachVolumeNegativeTest-2107378593-project-member] Enqueued Resource ID: ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d with Priority: HIGHEST for action security_group_rules [ 2439.766578] env[65469]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d with Priority: HIGHEST for action security_group_rules [ 2439.766891] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d taken with stack trace [, , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2439.767010] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2440.212433] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2440.212659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2440.212659] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2440.212878] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2440.212940] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2440.213045] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d already deleted. [ 2440.213133] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2440.213651] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2440.213824] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2440.213908] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d',) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2440.741764] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2440.742208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2440.742208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2440.742208] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2440.742321] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2440.742356] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d already deleted. [ 2440.742419] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba0494f7-0d93-4b67-9bf2-7e9c7f17fc2d" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2444.768200] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2444.768575] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2449.770271] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2449.770750] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2454.771523] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2454.771940] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2459.773393] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2459.773862] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2464.774986] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2464.775446] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2469.776301] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2469.776301] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2474.777455] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2474.777847] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2479.779346] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2479.780166] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2484.781715] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2484.782194] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2489.783821] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2489.783821] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2494.785273] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2494.785273] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2499.786666] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2499.787030] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2504.249078] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:7 completed [ 2504.249490] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:8 started [ 2504.787685] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2504.787955] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2509.789445] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2509.789903] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2514.790722] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2514.791104] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2519.792534] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2519.792828] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2524.793870] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2524.794324] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2529.795841] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2529.795841] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2534.796555] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2534.796883] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2539.798027] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2539.798027] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2544.798775] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2544.799534] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2545.203700] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2545.203893] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2545.203969] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2545.204189] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2545.204301] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2545.706778] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2546.211323] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2546.713972] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 2546.714096] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 2547.430057] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.430057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.430057] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.430559] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.444279] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 2547.444532] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.445448] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 2547.471296] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.471612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.471612] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.471702] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.475309] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.475629] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 2547.475710] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2547.475784] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 2547.497832] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.498101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.498101] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.498262] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.498400] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.498513] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2547.523675] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.523953] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.523953] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.524228] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.524320] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.524416] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2547.545593] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.545801] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.545801] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.546015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.546119] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.546238] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 2547.546309] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2547.546380] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 2547.563808] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.564095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.564095] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.564280] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.564381] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.564460] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 2547.564548] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2547.564548] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 2547.590770] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.591138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.591138] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.591312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.591312] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.591443] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 2547.591517] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2547.591575] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 2547.591632] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 2547.591691] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 2547.591913] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 2547.591913] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 2547.591913] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 2547.592239] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 2547.592239] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2547.626165] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.626541] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.626541] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.626746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.626746] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.626905] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2547.650839] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2547.651107] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2547.651107] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2547.651270] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2547.651372] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2547.664697] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2549.800567] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2549.800973] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2554.802163] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2554.802537] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2559.804066] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2559.804066] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2564.805165] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2564.805591] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2569.806282] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2569.806641] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2574.807913] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2574.808392] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2579.808920] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2579.809338] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2584.810235] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2584.810665] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2589.811941] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2589.812238] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2594.813170] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2594.813618] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2599.814742] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2599.814742] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2604.815919] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2604.816377] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2609.816856] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2609.817286] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2614.817949] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2614.818347] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2619.819529] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2619.819529] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2624.820605] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2624.821034] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2629.822303] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2629.822730] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2634.823485] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2634.823880] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2639.825038] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2639.825488] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2644.826653] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2644.827153] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2649.827904] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2649.828293] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2654.829139] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2654.829503] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2659.830192] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2659.830672] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2664.831993] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2664.832482] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2669.833617] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2669.833892] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2674.835067] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2674.835502] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2679.836568] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2679.836568] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2684.837231] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2684.837612] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2689.839095] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2689.839095] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2694.840125] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2694.840736] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2699.842354] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2699.842750] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2704.843597] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2704.844034] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2709.845332] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2709.845742] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2714.846902] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2714.847373] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2719.848366] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2719.848855] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2724.849948] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2724.850360] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2729.851427] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2729.851838] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2734.852335] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2734.853032] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2739.854504] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2739.854967] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2744.250176] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:8 completed [ 2744.250560] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:9 started [ 2744.855435] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2744.855559] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2749.856230] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2749.856986] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2754.858131] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2754.858519] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2759.859197] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2759.859654] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2764.860025] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2764.860025] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2769.860722] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2769.861561] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2774.862484] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2774.862898] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2779.863350] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2779.863808] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2784.864430] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2784.864882] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2785.206679] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2785.206897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2785.206897] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2785.207146] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2785.207261] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2785.709597] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2786.212453] env[65469]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65469) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:77}} [ 2786.715170] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 2786.715346] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 2787.404178] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.404813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.404813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.404813] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.417530] env[65469]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 2787.417785] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.419082] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 2787.442801] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.443040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.443040] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.443230] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.446891] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.447218] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 2787.447298] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2787.447375] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 2787.468367] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.468565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.468565] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.468765] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.468896] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.469014] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2787.488172] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.488366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.488366] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.488568] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.488674] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.488786] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2787.507784] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.507991] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.507991] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.508200] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.508305] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.508421] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 2787.508491] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2787.508559] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 2787.527202] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.527451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.527451] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.527609] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.527693] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.527804] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 2787.527877] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2787.527959] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 2787.547732] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.547927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.547927] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.548157] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.548259] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.548389] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 2787.548462] env[65469]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65469) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 2787.548528] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 2787.548592] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 2787.548662] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 2787.548724] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 2787.548783] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 2787.548856] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 2787.548909] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 2787.548971] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 2787.566641] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.566821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.566821] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.567034] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.567144] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.567252] env[65469]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 2787.584753] env[65469]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65469) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 2787.584941] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:390}} [ 2787.584941] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:393}} [ 2787.585173] env[65469]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:401}} [ 2787.585277] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2787.597015] env[65469]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65469) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:413}} [ 2789.865398] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2789.865845] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2794.866690] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2794.867248] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2799.868266] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2799.868619] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2804.870301] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2804.870301] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2809.871593] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2809.871899] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2814.873041] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2814.873447] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2819.874707] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2819.874707] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2824.875645] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2824.876129] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2829.877215] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2829.877593] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2834.878387] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2834.878830] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2839.879706] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2839.880169] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2844.880913] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2844.881230] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2849.882644] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2849.883129] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2854.884473] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2854.884915] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2859.886269] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2859.886685] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2864.887457] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2864.887875] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2869.889092] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2869.889092] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2874.890518] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2874.890878] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2879.892312] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2879.892792] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2884.893651] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2884.894150] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2889.895105] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2889.895588] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2894.896603] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2894.896986] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2899.897752] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2899.898172] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2904.898779] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2904.899217] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2909.900185] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2909.900642] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2914.901926] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2914.902342] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2919.903744] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2919.903744] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2924.904514] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2924.905189] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2929.906604] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2929.907053] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2934.907675] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2934.908101] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2939.909151] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2939.909984] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2944.910785] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2944.911232] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2949.911994] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2949.912512] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2954.913768] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2954.914185] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2959.915326] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2959.915703] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2964.917085] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2964.917516] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2969.918381] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2969.918828] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2974.919972] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2974.920393] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2979.921606] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2979.922039] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 2984.251450] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:9 completed [ 2984.251886] env[65469]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7bd14edd-d811-404f-8c67-3bea734cd7d3 None None] NSXv3 Agent Agent loop - iteration:10 started [ 2984.923110] env[65469]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 2984.923314] env[65469]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0